-- Logs begin at Thu 2020-12-03 02:48:11 UTC, end at Thu 2020-12-03 03:53:56 UTC. --
Dec 03 03:24:28.005081 dv-cinder-749155-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 03 03:24:30.572083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.common.config [-] Logging enabled!
Dec 03 03:24:30.572648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev196
Dec 03 03:24:30.573930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 03:24:30.574710 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.common.config [-] Logging enabled!
Dec 03 03:24:30.574998 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev196
Dec 03 03:24:30.575275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 03 03:24:30.576361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 03:24:30.576629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 03:24:30.577660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 03:24:30.577943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 03:24:30.578204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 03:24:30.578602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.578948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.579290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.579552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.579891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.580230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.580557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.580893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.581239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.581564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.581884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.582212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.582503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.582828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.583163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.583495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.583751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.584070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.584618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.584943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.585266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.585599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.585910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.586293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.586620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.586991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] host                           = dv-cinder-749155-3-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.587311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.587644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.587976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.588305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.588621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.588938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.589266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.589579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.589891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.590204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.590564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.590898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.591235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.591495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.591751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.592081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.592418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.592735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.593050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.593363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.593676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.593988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.594315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.594646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.594975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.595305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.595619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.595932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.596240 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.596551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.596880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.597193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.597507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.597818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.598148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.598480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.598793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.599140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.599469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.599796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.600125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.600437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.600764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.601074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.601384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.602363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.602677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.602988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.603313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.603625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.603937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.604250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.604560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.604889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:30.605228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.605572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.605923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.606288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.606612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.606939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.607274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.607592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.607929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.608263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.608593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.608912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.609241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.609582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.609920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.610265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.610576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.610916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.611233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.611545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.611881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.612205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.612519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.612846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.613163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.613473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.613783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.614103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.614466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.614785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.615097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.615409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.615725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.616036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.616366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.616686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.616998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.617900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.618227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.618576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.618894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.619202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.619519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.619837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.620149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.620463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.620776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.621091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.621405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.621719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.622031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.622379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.622696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.623010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.623323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.623636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.623947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.624276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.624617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.624935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.625255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.625586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.625899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.626218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.626560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.626882 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.627204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.627517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.627855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.628183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.628528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.628840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.629163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.629509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.629832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.630157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.630503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.630824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.631151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.631475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.631814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.632154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.632744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.633194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.633612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.633945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.634330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.634660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:30.634913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 03:24:30.635183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80151) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 03 03:24:31.296391 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Gnome
Dec 03 03:24:31.313318 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Google
Dec 03 03:24:31.316024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Windows (alt)
Dec 03 03:24:31.319516 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading file
Dec 03 03:24:31.320833 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading keyczar
Dec 03 03:24:31.321171 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading multi
Dec 03 03:24:31.321823 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading pyfs
Dec 03 03:24:31.368194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:24:31.368502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:24:31.368822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:24:31.369193 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 03 03:24:31.795777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.796326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.796432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.857644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.857959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.858289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.861618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.861911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.862218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.939746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.940067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.940366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.941591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.941897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:31.942196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.062869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7f8e942378> agent after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.063202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7f8e942378> agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.063510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7f8e942400> segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.063817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7f8e942488> network precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.064667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7f8e93a488> segment before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.251652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> network before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.252033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7f8e83c400> agent before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.252364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> network before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.252672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.252975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.253363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> segment after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.253664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.253954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> segment precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.254291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> segment after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.254606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.254903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> network precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.255213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port provisioning_complete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.255522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.255815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.256128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.256444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.256738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> subnet precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.257060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.257605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.258193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.258514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.258804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.259148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.259435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.259717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7f8f520ef0>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.260141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.260422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.260700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.261027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.261250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.261526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.262934 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 03 03:24:32.270621 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 03 03:24:32.278985 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 03 03:24:32.284193 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Dec 03 03:24:32.286978 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 03 03:24:32.288070 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 03 03:24:32.288458 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 03 03:24:32.288895 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 03 03:24:32.293308 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 03 03:24:32.293599 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 03 03:24:32.293993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 03 03:24:32.315572 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 03 03:24:32.316049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7f8e6a2eb8>> qos_plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.316379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 03 03:24:32.316794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7f8e5cfef0>> logging-plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.318138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 03 03:24:32.318481 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 03 03:24:32.318762 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 03 03:24:32.321806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7f8e5cff98>> floatingip before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.322111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7f8e5cff98>> port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.387694 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 03 03:24:32.387972 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 03 03:24:32.388245 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 03 03:24:32.388655 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 03 03:24:32.425934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.sqlalchemy.engines [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80151) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 03 03:24:32.735599 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing driver for type 'gre'
Dec 03 03:24:32.736107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] gre ID ranges: [(1, 1000)]
Dec 03 03:24:32.779200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing driver for type 'local'
Dec 03 03:24:32.779576 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing driver for type 'vlan'
Dec 03 03:24:32.789151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] VlanTypeDriver initialization complete
Dec 03 03:24:32.789520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing driver for type 'vxlan'
Dec 03 03:24:32.790037 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] vxlan ID ranges: [(1, 1000)]
Dec 03 03:24:32.831392 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing extension driver 'port_security'
Dec 03 03:24:32.831851 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.extensions.port_security [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] PortSecurityExtensionDriver initialization complete
Dec 03 03:24:32.832106 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing mechanism driver 'openvswitch'
Dec 03 03:24:32.839204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:32.840186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e62c198>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.840601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e62c198>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.840991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e62c198>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.841419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e1757b8>> subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.841807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e1757b8>> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.842188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e1757b8>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.842635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175978>> network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.843024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175978>> network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.843399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175978>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.843815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175b38>> security_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.844197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175b38>> security_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.844572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175b38>> security_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.844991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175cf8>> security_group_rule after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.845375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175cf8>> security_group_rule after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.845754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175cf8>> security_group_rule after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.846321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175eb8>> address_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.846708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175eb8>> address_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.847087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7f8e175eb8>> address_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.847459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] ML2 OVO RPC backend initialized. {{(pid=80151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 03 03:24:32.848176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.848568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.849029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> network before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.849415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> networks before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.849799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.850179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> ports before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.850585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> subnet before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.850965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> subnets before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.851356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.851922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.852307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.852683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.853059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.853433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.853807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.854182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.854581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7f8e17d160>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.855214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.plugin [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Modular L2 Plugin initialization complete
Dec 03 03:24:32.855573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading services supported by the core plugin {{(pid=80151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 03 03:24:32.855944 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Got port-security extension from driver 'port_security'
Dec 03 03:24:32.856456 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.extensions.vlantransparent [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Disabled vlantransparent extension.
Dec 03 03:24:32.857895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 03 03:24:32.858278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: router
Dec 03 03:24:32.899537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router_interface before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.899977 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.900382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router before_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.900782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router_interface before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.901199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.901590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.901987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> floatingip after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.902423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.902808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.903197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.903581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router_gateway after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.903987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.904476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.904897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7f8e9037b8> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.905275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7f8e9036a8> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.905651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7f8e903730> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.906034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7f8e903840> subnetpool_address_scope after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.906450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> port precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.906838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.907219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7f8e7d2c80> port before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.907600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.908003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.908387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.908774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.909182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.909568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.909994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7f8e17d128>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.911008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Tracking information for resource: router configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.911385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Tracking information for resource: floatingip configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 03 03:24:32.916348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_agentschedulers_db [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 03 03:24:32.917003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7f8e0eda60> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.917403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7f8e1a69d8> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.917790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _notify_port_delete at 0x7f7f8e0ed9d8> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.918174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7f8e0edbf8> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.919094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7f8e119d68>> router before_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.919500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7f8e119d68>> router precommit_delete 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.919901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7f8e119d68>> router precommit_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.920295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7f8e119d68>> router precommit_update 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.924887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.provider_configuration [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service providers = [] {{(pid=80151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 03 03:24:32.925284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.servicetype_db [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 03 03:24:32.928120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 03:24:32.928507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 03:24:32.928880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 03:24:32.929787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 03 03:24:32.930189 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.services.service_base [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 03 03:24:32.930642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.930997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 03 03:24:32.952616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.952989 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: auto_allocate
Dec 03 03:24:32.964023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7f8e07aa60> network precommit_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.964424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7f8e07aa60> network precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.965003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.965355 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: tag
Dec 03 03:24:32.976536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.977085 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: timestamp
Dec 03 03:24:32.980853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.981225 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: network_ip_availability
Dec 03 03:24:32.988141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8e0769e8>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.988498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8e0769e8>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.988888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8e0769e8>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:32.989684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:32.990041 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: flavors
Dec 03 03:24:33.006685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:33.007057 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading Plugin: revisions
Dec 03 03:24:33.012575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 03 03:24:33.012997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.644s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:24:33.013809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 03 03:24:33.014168 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Initializing extension manager.
Dec 03 03:24:33.014751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: __init__.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.015127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: __pycache__ {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.015496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.015868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: _filter_validation_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.016237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.016608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: address_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.017406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.018050 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: address-group
Dec 03 03:24:33.018437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.019205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.019773 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: address-scope
Dec 03 03:24:33.020133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.021069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.021635 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: router-admin-state-down-before-update
Dec 03 03:24:33.021993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: agent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.022777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.023346 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: agent
Dec 03 03:24:33.023776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: agent_resources_synced.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.024826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.025396 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: agent-resources-synced
Dec 03 03:24:33.025755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: allowedaddresspairs.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.027587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.028176 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: allowed-address-pairs
Dec 03 03:24:33.028547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: auto_allocated_topology.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.029614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.030197 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: auto-allocated-topology
Dec 03 03:24:33.030596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.031342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.031907 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: availability_zone
Dec 03 03:24:33.032269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: availability_zone_filter.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.033178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.033747 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: availability_zone_filter
Dec 03 03:24:33.034107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: data_plane_status.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.035035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.035596 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 03 03:24:33.035954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: default_subnetpools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.036876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.037438 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: default-subnetpools
Dec 03 03:24:33.037797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.038672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.039356 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: dhcp_agent_scheduler
Dec 03 03:24:33.039723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: dns.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.040639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.041199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension dns-integration not supported by any of loaded plugins
Dec 03 03:24:33.041561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: dns_domain_ports.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.042497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.043066 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 03 03:24:33.043424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: dvr.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.044145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.044723 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: dvr
Dec 03 03:24:33.045085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: empty_string_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.046005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.046609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: empty-string-filtering
Dec 03 03:24:33.046970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.047885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.048454 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 03 03:24:33.048814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.049727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.050330 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 03 03:24:33.050692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: external_net.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.051705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.052272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: external-net
Dec 03 03:24:33.052636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.053537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.054101 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: extra_dhcp_opt
Dec 03 03:24:33.054516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: extraroute.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.056050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.056615 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: extraroute
Dec 03 03:24:33.056982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: extraroute_atomic.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.058034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.058640 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: extraroute-atomic
Dec 03 03:24:33.059003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: filter_validation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.059720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.060290 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: filter-validation
Dec 03 03:24:33.060650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: fip_pf_description.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.061594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.062161 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 03 03:24:33.062548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: fip_port_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.063488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.064049 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: fip-port-details
Dec 03 03:24:33.064411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.065672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.066278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: flavors
Dec 03 03:24:33.066639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.068329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.068927 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 03 03:24:33.069299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: floatingip_pools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.070055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.071297 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: floatingip-pools
Dec 03 03:24:33.071664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: ip_allocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.072605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.073176 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 03 03:24:33.073533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.074493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.075067 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: ip-substring-filtering
Dec 03 03:24:33.075458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l2_adjacency.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.076358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.076937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 03 03:24:33.077297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.078575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.079161 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: router
Dec 03 03:24:33.079526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.081849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.082465 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 03 03:24:33.082840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.083775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.084351 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: ext-gw-mode
Dec 03 03:24:33.084713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.085638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.086481 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: l3-ha
Dec 03 03:24:33.086776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3_flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.087691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.088267 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: l3-flavors
Dec 03 03:24:33.088629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.089540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.090110 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 03 03:24:33.090505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: l3agentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.091727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.092318 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: l3_agent_scheduler
Dec 03 03:24:33.092680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: logging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.094192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.094805 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension logging not supported by any of loaded plugins
Dec 03 03:24:33.095174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: metering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.098071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.098071 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: metering
Dec 03 03:24:33.098071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.098431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.098825 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: metering_source_and_destination_fields
Dec 03 03:24:33.099176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: multiprovidernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.100143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.100720 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: multi-provider
Dec 03 03:24:33.101087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: netmtu.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.102065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.102781 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: net-mtu
Dec 03 03:24:33.103200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: netmtu_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.104201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.104765 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: net-mtu-writable
Dec 03 03:24:33.105129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: network_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.105858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.106459 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: network_availability_zone
Dec 03 03:24:33.106828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: network_ip_availability.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.107947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.108518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: network-ip-availability
Dec 03 03:24:33.108881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: network_segment_range.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.109758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.110357 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 03 03:24:33.110717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: pagination.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.111715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.112086 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: pagination
Dec 03 03:24:33.112445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.113356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.113925 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: port-mac-address-regenerate
Dec 03 03:24:33.114310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.115220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.115797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: port-numa-affinity-policy
Dec 03 03:24:33.116154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: port_resource_request.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.117061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.118192 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 03 03:24:33.118652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: portbindings.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.119584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.120151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: binding
Dec 03 03:24:33.120509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: portbindings_extended.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.121892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.122499 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: binding-extended
Dec 03 03:24:33.122867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: portsecurity.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.123797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.124372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: port-security
Dec 03 03:24:33.124736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: project_id.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.125711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.126086 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: project-id
Dec 03 03:24:33.126470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: providernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.127404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.127982 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: provider
Dec 03 03:24:33.128345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.131911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.132761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos not supported by any of loaded plugins
Dec 03 03:24:33.133749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.135074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.135653 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 03 03:24:33.136017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.136940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.137518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 03 03:24:33.137881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_default.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.138819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.139385 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-default not supported by any of loaded plugins
Dec 03 03:24:33.139744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.140439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.141008 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-fip not supported by any of loaded plugins
Dec 03 03:24:33.141367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_gateway_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.142315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.142884 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 03 03:24:33.143245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_port_network_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.144159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.144719 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 03 03:24:33.145078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_rule_type_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.145987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.146584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 03 03:24:33.146942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: qos_rules_alias.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.148080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.148762 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 03 03:24:33.149273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: quotasv2.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.150290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.150664 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: quotas
Dec 03 03:24:33.151023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: quotasv2_detail.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.152622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.152988 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: quota_details
Dec 03 03:24:33.153355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: rbac.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.154555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.155145 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: rbac-policies
Dec 03 03:24:33.155510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: rbac_address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.156443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.157019 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: rbac-address-scope
Dec 03 03:24:33.157386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: rbac_security_groups.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.158339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.158912 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: rbac-security-groups
Dec 03 03:24:33.159272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: rbac_subnetpool.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.160183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.160754 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: rbac-subnetpool
Dec 03 03:24:33.161113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: revisionifmatch.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.162042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.162641 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: revision-if-match
Dec 03 03:24:33.163002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: revisions.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.164145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.164830 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: standard-attr-revisions
Dec 03 03:24:33.165192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: router_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.165966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.166578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: router_availability_zone
Dec 03 03:24:33.166942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: routerservicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.167869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.168435 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension router-service-type not supported by any of loaded plugins
Dec 03 03:24:33.168796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.169828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.170432 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: port-security-groups-filtering
Dec 03 03:24:33.170797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.171746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.172323 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: security-groups-remote-address-group
Dec 03 03:24:33.172686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: securitygroup.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.186625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.187267 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: security-group
Dec 03 03:24:33.187642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.188529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.189108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension segment not supported by any of loaded plugins
Dec 03 03:24:33.189473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.190460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.191036 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 03 03:24:33.191400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: servicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.192518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.193098 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: service-type
Dec 03 03:24:33.193465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: sorting.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.194481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.194859 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: sorting
Dec 03 03:24:33.195222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: standard_attr_segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.196690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.197275 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 03 03:24:33.197635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: standardattrdescription.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.198350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.198921 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: standard-attr-description
Dec 03 03:24:33.199282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: stateful_security_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.200219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.200798 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: stateful-security-group
Dec 03 03:24:33.201158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: stdattrs_common.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.201743 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 03 03:24:33.202098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.203143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.203716 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 03 03:24:33.204074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnet_onboard.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.205143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.205725 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: subnet_onboard
Dec 03 03:24:33.206085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.207037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.207616 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 03 03:24:33.207975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnet_service_types.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.208893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.209465 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: subnet-service-types
Dec 03 03:24:33.209829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnetallocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.210938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.211854 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: subnet_allocation
Dec 03 03:24:33.212219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.212941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.213513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: subnetpool-prefix-ops
Dec 03 03:24:33.213873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.214882 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.215451 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 03 03:24:33.215809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: tagging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.218272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.218871 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: standard-attr-tag
Dec 03 03:24:33.219239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: timestamp.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.220426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.221005 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loaded extension: standard-attr-timestamp
Dec 03 03:24:33.221375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: trunk.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.222437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.223013 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension trunk not supported by any of loaded plugins
Dec 03 03:24:33.223373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: trunk_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.224299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.224871 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension trunk-details not supported by any of loaded plugins
Dec 03 03:24:33.225229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: uplink_status_propagation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.226155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.226792 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 03 03:24:33.227153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Loading extension file: vlantransparent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 03 03:24:33.227859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 03 03:24:33.228421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 03 03:24:33.231133 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:network
Dec 03 03:24:33.231971 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnet
Dec 03 03:24:33.232648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 03:24:33.233313 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:port
Dec 03 03:24:33.234827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.235307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service FLAVORS assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.235991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.236458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.236827 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:router
Dec 03 03:24:33.237571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 03:24:33.238397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.240167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8df51860>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:33.240567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8df51860>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:33.240946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7f8df51860>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:24:33.242086 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 03:24:33.243141 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:security_group
Dec 03 03:24:33.243936 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 03:24:33.244752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.245123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 03:24:33.245490 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] subnetpool is already registered
Dec 03 03:24:33.246152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.246545 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 03:24:33.247060 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] subnetpool is already registered
Dec 03 03:24:33.249896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.250400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service FLAVORS assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.251056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.251515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.251886 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:router
Dec 03 03:24:33.252247 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] router is already registered
Dec 03 03:24:33.252902 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:floatingip
Dec 03 03:24:33.253262 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] floatingip is already registered
Dec 03 03:24:33.253953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.254732 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 03 03:24:33.255093 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] rbac_policy is already registered
Dec 03 03:24:33.255716 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:security_group
Dec 03 03:24:33.256080 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] security_group is already registered
Dec 03 03:24:33.256729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 03 03:24:33.257091 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] security_group_rule is already registered
Dec 03 03:24:33.258757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.259123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 03:24:33.259480 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] subnetpool is already registered
Dec 03 03:24:33.260155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 03 03:24:33.260520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 03 03:24:33.260878 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] subnetpool is already registered
Dec 03 03:24:33.261600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: extensions {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.263200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: address-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.264921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: address-scopes {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.266418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.267671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: auto-allocated-topology {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.269013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: availability_zones {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.270435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: dhcp-networks {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.271944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: dhcp-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.274076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.276150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: flavors {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.277403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.278727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: next_providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.280367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.281931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: floatingip-pools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.283259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.285159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: floatingips {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.286471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: l3-routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.287988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: l3-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.290154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: metering-labels {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.291637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: metering-label-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.293003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: network-ip-availabilities {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.294396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: bindings {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.296172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.297717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.299273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: rbac-policies {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.300640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: security-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.301946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: security-group-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.303292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: service-providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.304634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.307309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.309086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.310949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.412873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.415114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.417032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.418909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.420829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.422847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.424856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.426883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 03 03:24:33.434137 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 03 03:24:33.439478 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 03 03:24:33.449014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Acquired lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 03 03:24:33.449548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Releasing lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 03 03:24:33.451032 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Starting 2 workers
Dec 03 03:24:33.455830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Started child 80262 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 03:24:33.460043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.460482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Started child 80263 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 03:24:33.462981 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 03 03:24:33.463124 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [-] (80262) wsgi starting up on http://0.0.0.0:9696
Dec 03 03:24:33.463578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Notify callbacks [] for process, before_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.465140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.466030 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Starting 1 workers
Dec 03 03:24:33.466606 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [-] (80263) wsgi starting up on http://0.0.0.0:9696
Dec 03 03:24:33.471545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Started child 80264 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 03:24:33.472097 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Starting 1 workers
Dec 03 03:24:33.473906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] calling RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 03 03:24:33.474329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] returning from RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 03 03:24:33.475824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.476325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:33.477333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Started child 80265 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 03 03:24:33.478315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5005a5ff-488a-4ddc-b517-75139c01e169 None None] Notify callbacks [] for process, after_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.480202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 03:24:33.480436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 03:24:33.480614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 03:24:33.481074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 03:24:33.481472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 03:24:33.481664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 03:24:33.482248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.482579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.482887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.483183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.483514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.483617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:33.484176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.484486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.484784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.485096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.485376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.485570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.485766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.486058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.486355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.486693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.487007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.487279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.487562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.487775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.488050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.488360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.488690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.488941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.489217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.489822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.490081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.490406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.490660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.490958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.491239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.491551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.491830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.492098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.493247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.493445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.493701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.493964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.494274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.494570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.495044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host                           = dv-cinder-749155-3-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.495298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.495554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.495822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.496088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.496371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.496634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.496924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.497208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.497485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.497765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.498048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.498345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.498597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.498867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.499059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.499307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.499588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.499893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.500081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.500274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.500463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.500764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.500965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.501238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.501484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.501729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.501976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.502222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.502492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.502778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.503029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.503289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.503532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.503824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.504093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.504373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.504636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.504884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.505144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.505391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.505751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.505990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.506181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.508050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.508050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.508050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.508050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.508050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.509871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.510291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.510429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.510683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.510933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.511180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.511427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.511649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.511912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.512742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.513009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.513267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.513522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.513784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.514068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.514533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.514850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.515210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.515488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.515763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.516043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.516332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.516590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.516861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.517133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.517457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.517714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.517988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:33.518129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.518378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.518678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.519021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.519179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.519477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.519748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.520014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.521930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.522205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.522551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.522841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.523112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.523363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.523642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.524086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.524310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.524570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.525041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.525419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.525778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.526061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.526283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.526540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.526796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.527087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.527393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.527649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.527877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.528331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.528597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.528885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.529141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.529368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.529811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.530226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.530532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.530784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.531056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.531332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.531593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.531837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.532105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.532354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.532605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.532854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.533475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.536496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.537356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.537633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.537901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.538167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.538457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.538718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.539563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.539942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.540221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.540758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.541050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.541337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.541612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.541911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.542172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.542474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.542730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.543027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.543296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.543593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.543881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.544137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.544438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.544714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.545020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.545295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.545566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.545832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.546129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.546931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.547701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.547981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.548284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.548661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.549548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.550267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.550533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.550828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.551182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.551507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.551791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.552088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.552797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.553755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.554062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.555836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.555836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.556138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.556424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.556769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.557051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.557313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.557568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.557843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.558200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.558521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.558776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.559027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.559322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.559611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.559869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.560168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.563840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.564252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.564252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.564394 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.564681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.564929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.565220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.565491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.565760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.566046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.566371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.566894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.568937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.568937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.568937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.571161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.571161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.571465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.572454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.572454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.572454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.572454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.573892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.574146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.575925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.576229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.576882 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.580076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.580418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.580807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.581107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.581433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.581727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.582004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.582987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.583776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.584083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.584336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.584615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.584934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.585220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.585492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.585754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.586934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.587067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.587322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.587680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.588095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.588497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.588860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.589229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.589631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.589987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.590359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.590770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.591153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.591434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.591854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.592126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.592428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.592705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.592992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.593273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.593593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.593969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.594373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.594708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.595024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.595371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.595692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.596013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.596295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.596619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.597015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.597340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.597634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.597951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.598220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.598948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.598948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.599125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.599493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.599603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.599824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.600249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.600403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.600645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.600940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.601201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.602074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.602074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.602074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.602529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.602711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 03:24:33.603337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 03 03:24:33.603538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 03 03:24:33.603729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 03 03:24:33.603948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 03 03:24:33.604162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 03 03:24:33.604351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 03 03:24:33.604605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.604803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.604998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.605193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.605389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.605609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.605826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.606999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.607189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.607362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.607547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.607737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.607929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.608124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.608316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.608505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.608696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.608886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.609078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.609303 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.609495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.609686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.609879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.610069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.610275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.610473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.610667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.610857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.611982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.612171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host                           = dv-cinder-749155-3-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.612365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.612558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.612746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.612936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.613126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.613317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.613506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.613697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.613888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.614076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.614282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.614477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.614670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.614860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.615049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.615241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.615428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.615619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.615837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.616014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.616378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.616577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.616769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.616965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.617169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.617475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.617750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.617961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.618113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.618347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.618539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.618794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.619985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.620174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.620363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.620552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.620741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.620929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.621119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.621289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.621480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.621671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.621860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.622050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.622259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.622450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.622639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.622832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.623969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.624157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.624345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.624534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.624722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.624911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.625102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.625292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.625480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.625668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.625857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 03 03:24:33.626068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.626284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.626496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.626690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.626884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.627074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.627267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.627462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.627655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.627850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.628049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.628242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.628452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.628644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.628837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.66/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.629029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.629223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.629418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.629618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.629811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.630006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.630200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.630440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.630634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.630827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.631018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.631211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.631404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.631597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.632630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.632630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.632630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.632630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.634745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.635834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.636032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.636223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.636431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.636626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.636819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.637990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.638121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:33.638207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.638435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.638609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.638802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.638998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.639192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.639385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.639579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.639778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.639971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.640165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.640358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.640552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.640745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.640947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.641159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.641353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.641550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.641748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.641940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.642131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.642348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.642542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.642735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.642928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.643119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.643312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.643505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.643699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.643890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.644081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.644273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.644464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.644657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.644849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.645040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.645233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.645425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.645617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.645808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.646000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.646203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.646420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.646615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.646808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.647983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.648175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.648366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.649199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.649489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.649686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.649880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.650083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.650313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.650483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.650683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.650878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.651101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.651295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.651494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.652019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.652019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.652297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.652297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.66/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.653959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.654131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.654479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.654479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.654767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.654916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.655954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.656143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.656337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.656531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.656719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.656911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.657102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.657293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.657520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.657715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.657909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.658102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.658315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.658511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.658705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.658899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.659092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.659286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.659477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.659670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.659863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.660055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.660247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.660446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.660637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.660831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.661023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.661216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.661424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.661618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.661811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.662991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.663185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.663380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.663575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.663767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.663961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.664158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.664839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.664839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.665289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 54902) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:24:33.666322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.666598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.666823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.667019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.667232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.667451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.667657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.667862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.668076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.668280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.668481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.668723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.668873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.669998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.670203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.670439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.670635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.670838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.671038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.671241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.671436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.671636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.672064 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.672260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.672452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.672644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.672836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.673980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.674171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.674697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.675095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.675095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.675580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.675580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.676154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.676945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.676945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 03 03:24:33.676945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 03 03:24:33.677271 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0087776
Dec 03 03:24:43.703090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011c374-fce7-4705-918a-4965c3b4ccdf None None] get_active_networks_info from dv-cinder-749155-3-iscsi {{(pid=80264) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 03 03:24:43.809353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011c374-fce7-4705-918a-4965c3b4ccdf None None] No non-hosted networks {{(pid=80264) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 03 03:24:43.837048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agentschedulers_db [None req-4011c374-fce7-4705-918a-4965c3b4ccdf None None] DHCP Agent not found on host dv-cinder-749155-3-iscsi {{(pid=80264) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 03 03:24:43.939593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7aaf82be-14bc-4b08-aeb3-9aafb809ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:46.181806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05091269-2313-4ae9-8b08-a899a4d1cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:46.375948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7ee5-3bce-4946-abac-7818e5366b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:46.637607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:47.608073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:47.609338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.609927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.610603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.611186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.611757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.612418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.613012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.613585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.614139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.616556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.617178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.617895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:47.618566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7f8dae1d68>, 'Open vSwitch agent', 'dv-cinder-749155-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:47.623916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7f8dbcfda0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:24:47.784591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] get_endpoint_by_host() called for host dv-cinder-749155-3-iscsi {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 03:24:47.796376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 03:24:47.796376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 03:24:47.803067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 03:24:48.094350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:49.688251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 54996) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:24:50.415387 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-c570f5e6-f046-4d75-9e78-298fba45d37a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:24:50.415949 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-c570f5e6-f046-4d75-9e78-298fba45d37a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:24:50.662048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-c570f5e6-f046-4d75-9e78-298fba45d37a admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:24:50.663179 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c570f5e6-f046-4d75-9e78-298fba45d37a admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9738569
Dec 03 03:24:51.473352 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_hamode_db [None req-d3c9d8e2-6eb4-4b2e-833e-c32f6cf9bc6a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 03 03:24:51.559835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9d8e2-6eb4-4b2e-833e-c32f6cf9bc6a None None] Routers set() bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:24:51.560280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9d8e2-6eb4-4b2e-833e-c32f6cf9bc6a None None] Router IDs set() for agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 03 03:24:53.394378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55010) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:24:53.815675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:24:53.864356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.policy [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80263) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 03:24:53.865202 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:24:53.865613 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:24:53.873504 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7f8dbfeb70>.
Dec 03 03:24:53.919003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:24:53.974197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761613533293', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761612785998', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761612787449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761612732773', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761612731395', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1929408', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852718237', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668434', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851297270'] for rbac-policy, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:54.038501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:54.039932 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-36774421-70e7-450b-823e-748ec9959d8f admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6445029
Dec 03 03:24:57.321797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55024) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:24:57.727511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'name': 'private'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:24:57.733433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:24:57.740105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Usage tracker for resource:network and tenant:d3d70ba7de6748f9baa13e088c4fe996 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:24:57.744901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:24:57.751047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:24:57.760249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Made reservation on behalf of d3d70ba7de6748f9baa13e088c4fe996 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:24:57.766295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:57.784390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:57.800333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:24:57.804363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d70ba7de6748f9baa13e088c4fe996 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:24:57.808060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:24:57.813682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:24:57.913048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:57.916751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:57.922507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:24:57.943537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:24:57.970829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:57.971438 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Added segment 2772cc13-dd57-4dd9-a45c-461878bf3e04 of type vxlan for network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6
Dec 03 03:24:58.029286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af487417-49b8-47e5-8809-49f23920f97e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:24:58.051088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.051418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.051785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.052144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.052495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.052865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.053214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.053560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.053923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.054460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.054815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.055158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Tracked resource versions report:
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 03 03:24:58.056276 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:24:58.103363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:58.108009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:24:58.142682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:58.144055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:24:58.144754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:24:58.148929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:24:58.262716 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9396732
Dec 03 03:24:58.263321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8961b4b5-f3a8-40a9-9517-5535e3a9cdd6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:24:58.287947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:24:58.296731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:25:01.394155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55040) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:01.903906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975fd76-c24a-4211-b162-8ca5745dca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:01.905333 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7975fd76-c24a-4211-b162-8ca5745dca32 admin admin] 10.222.0.66 "GET /v2.0/networks/8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 HTTP/1.1" status: 200  len: 818 time: 0.5101206
Dec 03 03:25:01.935145 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d982745d-87a0-4daf-ae6a-5c586317b5f1 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/08afd00b-b087-43a5-a258-6c5b5d2b1275 HTTP/1.1" status: 200  len: 734 time: 0.0234485
Dec 03 03:25:01.945834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Request body: {'subnet': {'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275', 'ip_version': 4, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'name': 'private-subnet'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:25:01.950671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:01.954668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Usage tracker for resource:subnet and tenant:d3d70ba7de6748f9baa13e088c4fe996 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:01.957775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:01.964213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:01.973475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Made reservation on behalf of d3d70ba7de6748f9baa13e088c4fe996 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:25:01.979106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:02.630472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:02.646003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:02.781808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df41312-3776-4528-9a06-95ce68e0ac1c,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:02.795365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:02.853856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Checking segment: {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:25:02.854297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Network hostable DHCP agents. Network: 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:25:02.874623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:25:02.884085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:02.888598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:02.889236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:02.893396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f074f1b-7813-4879-a0c9-248ea818c32f None None] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:25:02.909215 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9678721
Dec 03 03:25:03.217287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:25:03.218508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:03.566519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Allocated IP 172.20.0.2 (8961b4b5-f3a8-40a9-9517-5535e3a9cdd6/3df41312-3776-4528-9a06-95ce68e0ac1c/c1fcf807-b01b-43bc-8001-a9963ce7c646) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:25:03.811653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:03.826177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Transition to ACTIVE for port object c1fcf807-b01b-43bc-8001-a9963ce7c646 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:25:03.843764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Transition to ACTIVE for port object c1fcf807-b01b-43bc-8001-a9963ce7c646 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:25:03.849927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:03.867714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:04.176856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Pushing event updated for resources: {'Port': ['ID=c1fcf807-b01b-43bc-8001-a9963ce7c646,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:04.199043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.199424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.199799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.200171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.200538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.200904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.201271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.201631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.201994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.202377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.202742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.203100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Tracked resource versions report:
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 03 03:25:04.204203 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:25:04.220731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:04.259511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:25:04.260707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:04.263707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:25:04.320856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Attempting to bind port c1fcf807-b01b-43bc-8001-a9963ce7c646 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:25:04.321304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Attempting to bind port c1fcf807-b01b-43bc-8001-a9963ce7c646 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:25:04.321680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Attempting to bind port c1fcf807-b01b-43bc-8001-a9963ce7c646 on network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:25:04.327427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:25:04.327853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Checking segment: {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:25:04.329329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:04.329329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Bound using segment: {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:25:04.329329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Bound port: c1fcf807-b01b-43bc-8001-a9963ce7c646, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:25:04.329646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:04.423421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] For port c1fcf807-b01b-43bc-8001-a9963ce7c646, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:25:04.427511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] For port c1fcf807-b01b-43bc-8001-a9963ce7c646, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=c1fcf807-b01b-43bc-8001-a9963ce7c646,segment=NetworkSegment(2772cc13-dd57-4dd9-a45c-461878bf3e04),segment_id=2772cc13-dd57-4dd9-a45c-461878bf3e04)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:25:04.431367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:04.447302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:04.588860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Pushing event updated for resources: {'Port': ['ID=c1fcf807-b01b-43bc-8001-a9963ce7c646,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:04.598274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:05.656159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55050) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:06.364075 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-46e4b444-8c24-4a9d-9a4e-8899ef9ad7c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:25:06.364685 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-46e4b444-8c24-4a9d-9a4e-8899ef9ad7c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:25:06.604632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-46e4b444-8c24-4a9d-9a4e-8899ef9ad7c3 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:25:06.605935 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-46e4b444-8c24-4a9d-9a4e-8899ef9ad7c3 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9470069
Dec 03 03:25:07.866310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c1fcf807-b01b-43bc-8001-a9963ce7c646 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:07.940942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port c1fcf807-b01b-43bc-8001-a9963ce7c646 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:25:09.153582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a8945-9baf-4ab5-865a-0ccaf8ca6861 None None] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:25:09.245941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Provisioning for port c1fcf807-b01b-43bc-8001-a9963ce7c646 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:25:09.254101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:09.254540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:09.334783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55068) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:09.457014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:09.539787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] For port c1fcf807-b01b-43bc-8001-a9963ce7c646, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=c1fcf807-b01b-43bc-8001-a9963ce7c646,segment=NetworkSegment(2772cc13-dd57-4dd9-a45c-461878bf3e04),segment_id=2772cc13-dd57-4dd9-a45c-461878bf3e04)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:25:09.544745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:09.550884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:09.626356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Pushing event updated for resources: {'Port': ['ID=c1fcf807-b01b-43bc-8001-a9963ce7c646,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:09.629666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:09.771935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c012f05e-00ed-4302-8186-8883e40023ad None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:09.772520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c012f05e-00ed-4302-8186-8883e40023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:09.782192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-3f243213-ae26-4a09-bc5b-f0bfefc5a78c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:25:09.799096 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3f243213-ae26-4a09-bc5b-f0bfefc5a78c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4620984
Dec 03 03:25:09.870473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c1fcf807-b01b-43bc-8001-a9963ce7c646 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:09.977222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:09.977551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:10.119720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-08c7035a-be59-4023-8c73-b286bc3a48e7 None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:10.120117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08c7035a-be59-4023-8c73-b286bc3a48e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:10.361736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-23539ffc-7cb5-4404-ad90-70604dd3bdf6 None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:10.362306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23539ffc-7cb5-4404-ad90-70604dd3bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:12.942211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55080) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:13.360902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:25:13.396107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.policy [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80262) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 03 03:25:13.396936 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:25:13.397362 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 03 03:25:13.405567 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.quota [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7f8d9f7e80>.
Dec 03 03:25:13.449544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:13.455929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Usage tracker for resource:router and tenant:d3d70ba7de6748f9baa13e088c4fe996 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:13.460549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:13.467645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:13.481672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.483575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.508075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.622947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.628720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08dc190a-7605-42d8-841b-c5231a5b8936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.646112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:13.647992 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7a564daa-86d6-4944-8710-379caf6001dd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7041762
Dec 03 03:25:16.167843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3742-96c2-4c34-81e4-08b5f04f9c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:16.391035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55092) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:16.582311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:16.743656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-91cba5b6-daa6-40cc-999c-1984e7545f00 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:25:16.744800 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-91cba5b6-daa6-40cc-999c-1984e7545f00 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3527610
Dec 03 03:25:17.612561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:18.046086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.394618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55112) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:19.478381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:25:19.484888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:19.488918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Usage tracker for resource:network and tenant:1d9afc530e6d4ad0be71ea73eadc13dd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:19.493030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:19.498785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:19.508361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Made reservation on behalf of 1d9afc530e6d4ad0be71ea73eadc13dd for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:25:19.514536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.530912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.546321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:19.550699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9afc530e6d4ad0be71ea73eadc13dd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:19.554555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:19.560204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:19.659292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.661979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.667579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:19.680059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Reserving flat network on physical network physnet1 {{(pid=80262) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 03 03:25:19.712720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.713352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7f8e942400> segment precommit_create {{(pid=80262) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 03 03:25:19.713939 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Added segment 1257502b-2b65-4570-bed3-5ca905da5f65 of type flat for network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8
Dec 03 03:25:19.768963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b969e4-0025-4d96-8902-450834a8114a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:19.784770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.785160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.785521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.785874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.786227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.786618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.786967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.787543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.787665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.788100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.788588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.788949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Tracked resource versions report:
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 03 03:25:19.790080 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:25:19.844170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:19.845931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.890039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.891462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:19.892156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:19.897733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:20.008805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Pushing event updated for resources: {'Network': ['ID=4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:20.011767 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6160855
Dec 03 03:25:20.013497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:20.021308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:25:22.504085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55136) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:22.656683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1ea02-8de3-4008-9057-3a8f7020537a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:22.658189 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-98c1ea02-8de3-4008-9057-3a8f7020537a admin admin] 10.222.0.66 "GET /v2.0/subnets/3df41312-3776-4528-9a06-95ce68e0ac1c HTTP/1.1" status: 200  len: 849 time: 0.1530769
Dec 03 03:25:22.952598 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-83e244fa-f3da-4e15-8a34-73c5ef40eb1f admin admin] 10.222.0.66 "GET /v2.0/routers/be79cc62-3c69-49ba-9e4e-80e8c9cf5658 HTTP/1.1" status: 200  len: 704 time: 0.2880785
Dec 03 03:25:23.431094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:23.542818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:25:23.823517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Allocated IP 172.20.0.1 (8961b4b5-f3a8-40a9-9517-5535e3a9cdd6/3df41312-3776-4528-9a06-95ce68e0ac1c/41350e39-d445-4d43-ba0c-1d57d1efb746) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:25:23.986555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.005141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Transition to ACTIVE for port object 41350e39-d445-4d43-ba0c-1d57d1efb746 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:25:24.057209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.072510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:24.200475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=41350e39-d445-4d43-ba0c-1d57d1efb746,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:24.207062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:24.270463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:25:24.271579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:24.275685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:25:24.276224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.487376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cb5f2a9f-f206-49f1-98ae-95544723161a None None] Provisioning for port 41350e39-d445-4d43-ba0c-1d57d1efb746 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:25:24.492809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cb5f2a9f-f206-49f1-98ae-95544723161a None None] Provisioning complete for port 41350e39-d445-4d43-ba0c-1d57d1efb746 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:24.493214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2a9f-f206-49f1-98ae-95544723161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.551016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f2a9f-f206-49f1-98ae-95544723161a None None] Port 41350e39-d445-4d43-ba0c-1d57d1efb746 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:25:24.699144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.984537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.987945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:24.989025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:25.003780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:25.128205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=41350e39-d445-4d43-ba0c-1d57d1efb746,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:25.133390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:25.194824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:25:25.196094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:25.375665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-51cebcb7-bb3e-4fce-9a29-86bf7ca16ec1 None None] Provisioning complete for port 41350e39-d445-4d43-ba0c-1d57d1efb746 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:25.376061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51cebcb7-bb3e-4fce-9a29-86bf7ca16ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:25.394228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:25:25.434968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-51cebcb7-bb3e-4fce-9a29-86bf7ca16ec1 None None] Port 41350e39-d445-4d43-ba0c-1d57d1efb746 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:25:25.554298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:25:25.563617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] 10.222.0.66 "PUT /v2.0/routers/be79cc62-3c69-49ba-9e4e-80e8c9cf5658/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6051710
Dec 03 03:25:25.563894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Sync routers for ids ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:25:25.575376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Routers {'be79cc62-3c69-49ba-9e4e-80e8c9cf5658'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:25:25.576244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc4a0f0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:25:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:25.757934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Set router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:25:26.149557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc4a0f0>, [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:24Z', 'revision_number': 2, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port_host': None, '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:24Z', 'revision_number': 2, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:26.155071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Checking router: be79cc62-3c69-49ba-9e4e-80e8c9cf5658 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:25:26.155492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Updating router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 port 41350e39-d445-4d43-ba0c-1d57d1efb746 binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:25:26.211591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:26.666783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:26.683484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Transition to ACTIVE for port object 41350e39-d445-4d43-ba0c-1d57d1efb746 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:25:26.687040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:26.704499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:26.838390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Pushing event updated for resources: {'Port': ['ID=41350e39-d445-4d43-ba0c-1d57d1efb746,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:26.855804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.856184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.856562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.856929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.857290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.857648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.858007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.858391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.858757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.859106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.859462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.859809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Tracked resource versions report:
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 03 03:25:26.860952 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:25:26.879616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:27.036632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Attempting to bind port 41350e39-d445-4d43-ba0c-1d57d1efb746 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:25:27.037070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Attempting to bind port 41350e39-d445-4d43-ba0c-1d57d1efb746 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:25:27.037532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Attempting to bind port 41350e39-d445-4d43-ba0c-1d57d1efb746 on network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:25:27.045010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:25:27.045456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Checking segment: {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:25:27.045964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:27.046427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Bound using segment: {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:25:27.046953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Bound port: 41350e39-d445-4d43-ba0c-1d57d1efb746, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2772cc13-dd57-4dd9-a45c-461878bf3e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:25:27.047370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:27.142692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] For port 41350e39-d445-4d43-ba0c-1d57d1efb746, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:25:27.147481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] For port 41350e39-d445-4d43-ba0c-1d57d1efb746, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=41350e39-d445-4d43-ba0c-1d57d1efb746,segment=NetworkSegment(2772cc13-dd57-4dd9-a45c-461878bf3e04),segment_id=2772cc13-dd57-4dd9-a45c-461878bf3e04)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:25:27.151551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:27.168304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:27.315155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Pushing event updated for resources: {'Port': ['ID=41350e39-d445-4d43-ba0c-1d57d1efb746,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:27.325273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:27.386214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Routers {'be79cc62-3c69-49ba-9e4e-80e8c9cf5658'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:25:27.386923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc4a0f0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:25:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:27.710427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] Set router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:25:28.062278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc4a0f0>, [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:24Z', 'revision_number': 2, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port_host': None, '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:27Z', 'revision_number': 4, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:28.062278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee846e-d32d-40d5-ad94-18013fe68e29 None None] The sync data for ids ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'] in dv-cinder-749155-3-iscsi is: [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:24Z', 'revision_number': 2, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port_host': None, '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:27Z', 'revision_number': 4, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:25:28.103253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55148) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:28.325804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3cedf-66ba-4f88-9b79-5b224f4e48e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:28.326404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c6d3cedf-66ba-4f88-9b79-5b224f4e48e7 admin admin] Synchronizing usage tracker for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:25:28.345725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c6d3cedf-66ba-4f88-9b79-5b224f4e48e7 admin admin] Unset dirty status for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:25:28.346998 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c6d3cedf-66ba-4f88-9b79-5b224f4e48e7 admin admin] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 842 time: 0.2427022
Dec 03 03:25:28.357787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:25:28.363918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:28.368615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Usage tracker for resource:subnet and tenant:1d9afc530e6d4ad0be71ea73eadc13dd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:28.371739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:28.377931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:28.388290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Made reservation on behalf of 1d9afc530e6d4ad0be71ea73eadc13dd for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:25:28.392971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:28.853601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:25:28.854117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:28.875661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:29.005743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e8e217-5300-4f01-b601-1eaeef8125c7,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:29.021759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:29.083404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:25:29.083908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Network hostable DHCP agents. Network: 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:25:29.108095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:25:29.119830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:29.124404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:29.125162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:29.128671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556bcd5-90c6-49d8-9eb0-290990de6dcd None None] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:25:29.149517 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7955756
Dec 03 03:25:29.380159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c39329-c30d-4897-944e-747ad6a90476 None None] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:25:29.864130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 41350e39-d445-4d43-ba0c-1d57d1efb746 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:29.935263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 41350e39-d445-4d43-ba0c-1d57d1efb746 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:25:29.940108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 41350e39-d445-4d43-ba0c-1d57d1efb746 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:29.940516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:30.060403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:30.094954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 41350e39-d445-4d43-ba0c-1d57d1efb746, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=41350e39-d445-4d43-ba0c-1d57d1efb746,segment=NetworkSegment(2772cc13-dd57-4dd9-a45c-461878bf3e04),segment_id=2772cc13-dd57-4dd9-a45c-461878bf3e04)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:25:30.097795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:30.100281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0a8fbbe-848b-4221-873f-816c74556c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:30.170860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=41350e39-d445-4d43-ba0c-1d57d1efb746,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:30.174209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:31.723139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55162) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:31.849594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 41350e39-d445-4d43-ba0c-1d57d1efb746 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:31.919097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 41350e39-d445-4d43-ba0c-1d57d1efb746 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:31.919424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:31.961731 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-849fcd1b-58c1-4dca-b35d-05f4a46c584f admin admin] 10.222.0.66 "GET /v2.0/routers/be79cc62-3c69-49ba-9e4e-80e8c9cf5658 HTTP/1.1" status: 200  len: 710 time: 0.2373290
Dec 03 03:25:32.265140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1cd18-6e2f-498c-ae63-992f4bf7d845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:32.266641 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-38b1cd18-6e2f-498c-ae63-992f4bf7d845 admin admin] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 886 time: 0.2979124
Dec 03 03:25:32.276511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:25:32.732251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.083033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.117983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.130189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.145968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:25:33.151139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:25:33.154131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:25:33.159864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:25:33.247145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.249798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.268016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:33.352246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48233c35-e75c-420e-b490-72b1629e3dd5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:33.356569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:33.524387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Allocated IP 172.27.0.54 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/723d58e3-6970-4b3e-97c6-2e46507743c3) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:25:33.680306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.705261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:33.720265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:33.853129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Pushing event updated for resources: {'Port': ['ID=723d58e3-6970-4b3e-97c6-2e46507743c3,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:33.858168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:33.905773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:25:33.906883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:25:33.909094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:25:34.458790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:34.826507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:34.830336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854147297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854224067'] for router, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:35.014246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:25:35.202564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:25:35.213401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Sync routers for ids ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:25:35.220193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:35.221506 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] 10.222.0.66 "PUT /v2.0/routers/be79cc62-3c69-49ba-9e4e-80e8c9cf5658 HTTP/1.1" status: 200  len: 889 time: 2.9484408
Dec 03 03:25:35.223682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Routers {'be79cc62-3c69-49ba-9e4e-80e8c9cf5658'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:25:35.224340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8db60e10>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:25:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:35.568891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Set router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:25:35.930476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8db60e10>, [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:34Z', 'revision_number': 4, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port': {'id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:33Z', 'updated_at': '2020-12-03T03:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:30Z', 'revision_number': 5, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:35.935462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Checking router: be79cc62-3c69-49ba-9e4e-80e8c9cf5658 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:25:35.935856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Updating router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 port 723d58e3-6970-4b3e-97c6-2e46507743c3 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:25:35.988292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.397493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.409623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Transition to ACTIVE for port object 723d58e3-6970-4b3e-97c6-2e46507743c3 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:25:36.412311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.429336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:36.557301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Pushing event updated for resources: {'Port': ['ID=723d58e3-6970-4b3e-97c6-2e46507743c3,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:36.560271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:36.636264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Attempting to bind port 723d58e3-6970-4b3e-97c6-2e46507743c3 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:25:36.636713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Attempting to bind port 723d58e3-6970-4b3e-97c6-2e46507743c3 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:25:36.637164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Attempting to bind port 723d58e3-6970-4b3e-97c6-2e46507743c3 on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:25:36.642892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:25:36.643308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:25:36.643755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.644190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:25:36.644700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Bound port: 723d58e3-6970-4b3e-97c6-2e46507743c3, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:25:36.645115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.719297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] For port 723d58e3-6970-4b3e-97c6-2e46507743c3, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:25:36.722439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] For port 723d58e3-6970-4b3e-97c6-2e46507743c3, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=723d58e3-6970-4b3e-97c6-2e46507743c3,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:25:36.725895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:36.741814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:36.891289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Pushing event updated for resources: {'Port': ['ID=723d58e3-6970-4b3e-97c6-2e46507743c3,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:36.896596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:36.936966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Routers {'be79cc62-3c69-49ba-9e4e-80e8c9cf5658'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:25:36.937629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8db60e10>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:25:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:37.125770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] Set router be79cc62-3c69-49ba-9e4e-80e8c9cf5658 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:25:37.470089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8db60e10>, [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:34Z', 'revision_number': 4, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port': {'id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:33Z', 'updated_at': '2020-12-03T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:30Z', 'revision_number': 5, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:25:37.474184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd7134-d9f4-4077-9618-87c1e6498c3e None None] The sync data for ids ['be79cc62-3c69-49ba-9e4e-80e8c9cf5658'] in dv-cinder-749155-3-iscsi is: [{'id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'name': 'router1', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:25:13Z', 'updated_at': '2020-12-03T03:25:34Z', 'revision_number': 4, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'gw_port': {'id': '723d58e3-6970-4b3e-97c6-2e46507743c3', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:33Z', 'updated_at': '2020-12-03T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '41350e39-d445-4d43-ba0c-1d57d1efb746', 'name': '', 'network_id': '8961b4b5-f3a8-40a9-9517-5535e3a9cdd6', 'tenant_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'mac_address': 'fa:16:3e:bf:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be79cc62-3c69-49ba-9e4e-80e8c9cf5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:25:23Z', 'updated_at': '2020-12-03T03:25:30Z', 'revision_number': 5, 'project_id': 'd3d70ba7de6748f9baa13e088c4fe996', 'subnets': [{'id': '3df41312-3776-4528-9a06-95ce68e0ac1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08afd00b-b087-43a5-a258-6c5b5d2b1275'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:25:37.888895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 723d58e3-6970-4b3e-97c6-2e46507743c3 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:37.965443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 723d58e3-6970-4b3e-97c6-2e46507743c3 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:25:37.968648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55172) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:25:37.970656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 723d58e3-6970-4b3e-97c6-2e46507743c3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:37.971075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:38.096018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:38.113753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 723d58e3-6970-4b3e-97c6-2e46507743c3, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=723d58e3-6970-4b3e-97c6-2e46507743c3,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:25:38.117269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:38.121930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:25:38.136426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf313693-4d60-49da-b72e-604fa8e1b711 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:25:38.144686 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cf313693-4d60-49da-b72e-604fa8e1b711 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1685379
Dec 03 03:25:38.196651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=723d58e3-6970-4b3e-97c6-2e46507743c3,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:25:38.200480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:25:39.862100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 723d58e3-6970-4b3e-97c6-2e46507743c3 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:25:39.935159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 723d58e3-6970-4b3e-97c6-2e46507743c3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:25:39.935580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:43.663908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce1697af-d9e2-4557-8463-22b175fd6b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:46.176329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1603ad39-f765-49c6-b862-8834a6091f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:46.584794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:47.651707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:25:48.059098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:00.543499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:26:13.631874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88854346-0c8c-41ac-accc-0d852b3d4a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:16.173688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fc66b69-dcd2-482e-9517-c998d70ee175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:16.586917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:17.619134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:18.063739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:37.555107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:26:43.634672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f40f9ace-b028-4a57-b86f-2a167f707755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:46.176863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-877cea3e-f03b-408d-9b89-81fb17ed9767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:46.590317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:47.620717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:26:48.066459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:13.637681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df5b2ae9-73f3-47d8-bf09-b3974e53e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:14.545042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:27:16.176978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05dff108-7a6b-4f08-865f-4817e571d172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:16.594773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:17.623627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:18.072899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:43.640105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f49a6870-8f10-43e6-83c0-c8b46a9caac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:46.183762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12e4d230-831f-4de3-9975-9b8d2d261ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:46.597005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:47.626221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:48.076580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:51.543815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:27:52.167364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55748) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:27:52.277782 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1e2a02-0ba7-4df4-bf55-c85168823a8e admin admin] GET failed (client error): The resource could not be found.
Dec 03 03:27:52.279220 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1c1e2a02-0ba7-4df4-bf55-c85168823a8e admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1108243
Dec 03 03:27:52.429502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b84b4-7dcd-42f9-843b-896a389382b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:27:52.431058 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fc7b84b4-7dcd-42f9-843b-896a389382b0 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1472895
Dec 03 03:27:54.897390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55758) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:27:55.043836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6a79b-9a93-4640-9dc8-5d5a0ab7e138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:27:55.044454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17a6a79b-9a93-4640-9dc8-5d5a0ab7e138 admin admin] Synchronizing usage tracker for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:subnet {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:27:55.061532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17a6a79b-9a93-4640-9dc8-5d5a0ab7e138 admin admin] Unset dirty status for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:subnet {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:27:55.062848 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-17a6a79b-9a93-4640-9dc8-5d5a0ab7e138 admin admin] 10.222.0.66 "GET /v2.0/subnets/3df41312-3776-4528-9a06-95ce68e0ac1c HTTP/1.1" status: 200  len: 849 time: 0.1644251
Dec 03 03:27:55.074314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:27:55.203617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:55.527709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761614336883'] for subnet, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:55.543984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22a561b6-beea-4a8a-bfc0-88c0fbfdb930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:27:55.864335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df41312-3776-4528-9a06-95ce68e0ac1c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:27:55.885149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.885550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.885928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.886326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.886695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.887077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.887442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.887804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.888182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.888542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.888900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.889256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:27:55.892908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:27:55.924197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:27:55.924852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:55.926273 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-763d28f1-a815-4ec6-8aca-1d0b04ad609a admin admin] 10.222.0.66 "PUT /v2.0/subnets/3df41312-3776-4528-9a06-95ce68e0ac1c HTTP/1.1" status: 200  len: 868 time: 0.8562696
Dec 03 03:27:55.930268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585224a-243f-42d8-ae58-9773237a66d4 None None] Network 8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:27:56.442775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dccd97aa-97cf-445b-9ebe-938fb78838b7 None None] Provisioning complete for port 41350e39-d445-4d43-ba0c-1d57d1efb746 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:27:56.443194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dccd97aa-97cf-445b-9ebe-938fb78838b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:56.575467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dccd97aa-97cf-445b-9ebe-938fb78838b7 None None] Provisioning complete for port c1fcf807-b01b-43bc-8001-a9963ce7c646 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:27:56.575883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dccd97aa-97cf-445b-9ebe-938fb78838b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:27:58.402712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55768) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:27:58.620878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd637f3c-c1c7-4cc7-b0b3-d16f0bd6bc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:27:58.621310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd637f3c-c1c7-4cc7-b0b3-d16f0bd6bc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:27:58.622999 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fd637f3c-c1c7-4cc7-b0b3-d16f0bd6bc32 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2192516
Dec 03 03:28:01.209535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55778) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:01.506198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef532a-e146-4097-98f0-b9726b47833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:01.506568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef532a-e146-4097-98f0-b9726b47833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:01.508565 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-72ef532a-e146-4097-98f0-b9726b47833f admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2976980
Dec 03 03:28:04.080840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55788) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:04.293908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bc2df-e579-4098-9634-ae71c25a9bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:04.295429 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cc5bc2df-e579-4098-9634-ae71c25a9bc7 admin admin] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 886 time: 0.2135780
Dec 03 03:28:06.826420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55798) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:07.042764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a8e6f-386e-48c5-b55f-184a82c20265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:07.044162 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4b7a8e6f-386e-48c5-b55f-184a82c20265 admin admin] 10.222.0.66 "GET /v2.0/networks/8961b4b5-f3a8-40a9-9517-5535e3a9cdd6 HTTP/1.1" status: 200  len: 862 time: 0.2167249
Dec 03 03:28:09.534985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55808) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:09.682970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319ed6d7-9063-4819-9699-bf6828e7e6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:09.683378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319ed6d7-9063-4819-9699-bf6828e7e6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:09.685015 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-319ed6d7-9063-4819-9699-bf6828e7e6c9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1479530
Dec 03 03:28:12.156299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55818) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:12.307927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ceda3-650a-465a-ae8c-2d8532012a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:12.308346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ceda3-650a-465a-ae8c-2d8532012a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:12.310002 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-da7ceda3-650a-465a-ae8c-2d8532012a40 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1527600
Dec 03 03:28:13.642610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-54352bd2-0f6c-4c78-95fc-870852ff145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:14.798156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55828) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:14.947058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359dc53-f255-4ec7-8aea-271ffed34a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:14.948524 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8359dc53-f255-4ec7-8aea-271ffed34a5a admin admin] 10.222.0.66 "GET /v2.0/subnets/3df41312-3776-4528-9a06-95ce68e0ac1c HTTP/1.1" status: 200  len: 868 time: 0.1492946
Dec 03 03:28:16.182542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb768311-b36a-4216-a252-b813ad6f20ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:16.599092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:17.434531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55838) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:17.573510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd172bab-dddd-4ebc-aedb-794aaf2ae85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:17.575028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bd172bab-dddd-4ebc-aedb-794aaf2ae85f admin admin] 10.222.0.66 "GET /v2.0/subnets/90e8e217-5300-4f01-b601-1eaeef8125c7 HTTP/1.1" status: 200  len: 816 time: 0.1394701
Dec 03 03:28:17.630440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:18.079347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:28.543527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:28:43.266958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55878) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:43.345643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-c67d3346-5275-409d-ba7d-5953c281182f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:28:43.346747 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c67d3346-5275-409d-ba7d-5953c281182f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0787702
Dec 03 03:28:43.645049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf7c221a-0ca5-4bf4-97be-74dabc445891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:45.922076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55888) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:46.024156 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1ea62c-4bd6-4f11-8675-4a97e86a9d2b admin admin] GET failed (client error): The resource could not be found.
Dec 03 03:28:46.025475 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8b1ea62c-4bd6-4f11-8675-4a97e86a9d2b admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1023521
Dec 03 03:28:46.166645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8a8fa-c470-4ff0-83fc-3ad0d1942988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:46.168265 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c7e8a8fa-c470-4ff0-83fc-3ad0d1942988 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1382930
Dec 03 03:28:46.176158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68d5f881-15e3-48f3-845f-dc865fd508de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:46.603488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:47.632755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.083309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.673219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55898) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:48.751908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:28:48.756936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:28:48.766947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:28:48.776154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Made reservation on behalf of 1d9afc530e6d4ad0be71ea73eadc13dd for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:28:48.780707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.875505 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.services.revisions.revision_plugin [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7f8cdbac50] {project_id='1d9afc530e6d4ad0be71ea73eadc13dd', id='e5e393c6-3a1c-4f7d-b77d-2edf894c909a', target_tenant='*', action='access_as_shared', object_id='4cb73259-51bc-4cc5-b1b2-050a58256254'}> to bump revision.
Dec 03 03:28:48.890999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:28:48.900894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.901312 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Added segment ab180936-3de8-4cbf-be8c-011f7459d35b of type vxlan for network 4cb73259-51bc-4cc5-b1b2-050a58256254
Dec 03 03:28:48.927786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.959354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.960670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:48.961262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:48.965994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:28:49.070405 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3959956
Dec 03 03:28:49.071143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb73259-51bc-4cc5-b1b2-050a58256254,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:28:49.078501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.078879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.079251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.079612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.079969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.080333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.080687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.081044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.082015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.082851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.082851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.083296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:49.087138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:28:49.095852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:28:51.567951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55908) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:28:51.673814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-403efc89-4d90-43d3-a66a-e295a64aa940 admin admin] GET failed (client error): The resource could not be found.
Dec 03 03:28:51.674380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-403efc89-4d90-43d3-a66a-e295a64aa940 admin admin] Synchronizing usage tracker for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:28:51.689115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-403efc89-4d90-43d3-a66a-e295a64aa940 admin admin] Unset dirty status for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:28:51.690345 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-403efc89-4d90-43d3-a66a-e295a64aa940 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1212921
Dec 03 03:28:51.805672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69658809-7e4d-4106-a806-b4316fcd1302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:51.807155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-69658809-7e4d-4106-a806-b4316fcd1302 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1116459
Dec 03 03:28:51.819823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Request body: {'subnet': {'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:28:51.824734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:28:51.835107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:28:51.843645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Made reservation on behalf of 1d9afc530e6d4ad0be71ea73eadc13dd for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:28:51.849087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:52.256823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:52.272704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0a4e1dd4-22b1-48f9-8f67-ca502f9053bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:28:52.403698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:28:52.408391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:28:52.476354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Checking segment: {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:28:52.476665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Network hostable DHCP agents. Network: 4cb73259-51bc-4cc5-b1b2-050a58256254, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:28:52.495879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:28:52.504338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 4cb73259-51bc-4cc5-b1b2-050a58256254) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:28:52.508488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:28:52.509392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:52.513248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4b43f-f5dd-48f0-b02e-585f42a3c57a None None] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:28:52.533469 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7176816
Dec 03 03:28:52.762259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-4cb73259-51bc-4cc5-b1b2-050a58256254', 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254', 'tenant_id': '1d9afc530e6d4ad0be71ea73eadc13dd', 'fixed_ips': [{'subnet_id': '2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:28:52.763195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.071865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Allocated IP 192.168.233.2 (4cb73259-51bc-4cc5-b1b2-050a58256254/2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d/3305e64e-863b-48cb-94e5-8eb56a1eebec) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:28:53.304428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.315396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Transition to ACTIVE for port object 3305e64e-863b-48cb-94e5-8eb56a1eebec will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:28:53.332712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Transition to ACTIVE for port object 3305e64e-863b-48cb-94e5-8eb56a1eebec will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:28:53.337267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.354560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:28:53.484897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Pushing event updated for resources: {'Port': ['ID=3305e64e-863b-48cb-94e5-8eb56a1eebec,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:28:53.503917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.504717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.505099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.505479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.505852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.506227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.506622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.506990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.507377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.507739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.508101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.508462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:28:53.514336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:28:53.566656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:28:53.567863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:28:53.570187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:28:53.631644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Attempting to bind port 3305e64e-863b-48cb-94e5-8eb56a1eebec on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:28:53.632060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Attempting to bind port 3305e64e-863b-48cb-94e5-8eb56a1eebec by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:28:53.632406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Attempting to bind port 3305e64e-863b-48cb-94e5-8eb56a1eebec on network 4cb73259-51bc-4cc5-b1b2-050a58256254 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:28:53.638670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:28:53.639082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Checking segment: {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:28:53.639535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.639972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Bound using segment: {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:28:53.640489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Bound port: 3305e64e-863b-48cb-94e5-8eb56a1eebec, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:28:53.640906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.737292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] For port 3305e64e-863b-48cb-94e5-8eb56a1eebec, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:28:53.741754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] For port 3305e64e-863b-48cb-94e5-8eb56a1eebec, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=3305e64e-863b-48cb-94e5-8eb56a1eebec,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:28:53.746332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:53.763009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:28:53.921850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Pushing event updated for resources: {'Port': ['ID=3305e64e-863b-48cb-94e5-8eb56a1eebec,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:28:53.927302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:28:55.220317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84094b0-936d-4323-a5b3-0dd5fb02daa8 None None] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:28:55.326217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bb54fb16-719d-41e7-970c-35ba33e34f87 None None] Provisioning for port 3305e64e-863b-48cb-94e5-8eb56a1eebec completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:28:55.979509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3305e64e-863b-48cb-94e5-8eb56a1eebec up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:28:56.063085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 3305e64e-863b-48cb-94e5-8eb56a1eebec completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:28:56.068246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 3305e64e-863b-48cb-94e5-8eb56a1eebec triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:28:56.068661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:56.186402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:56.220285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 3305e64e-863b-48cb-94e5-8eb56a1eebec, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=3305e64e-863b-48cb-94e5-8eb56a1eebec,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:28:56.225941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:28:56.228136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:28:56.297594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=3305e64e-863b-48cb-94e5-8eb56a1eebec,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:28:56.300891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:28:57.957123 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3305e64e-863b-48cb-94e5-8eb56a1eebec up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:28:58.026960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 3305e64e-863b-48cb-94e5-8eb56a1eebec triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:28:58.027379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:05.543479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:29:13.648120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-34eb9eeb-d66f-403b-800f-f5bd3e1ec11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:16.175517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-54ff1c95-552a-4f7e-8e18-ba1676c1423b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:16.608424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:17.641493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:18.086286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:42.543502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:29:43.650592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51ab6241-64cf-497e-9cdb-765ba82ee2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:46.187573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb1fa-c8c2-43d3-914f-9a2e50042672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:46.611384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:47.635199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:48.088706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:56.627996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55950) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:29:56.634590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-1f9669c3-9981-4feb-958a-d119f105eee3 tempest-verify_tempest_config-2083716418 tempest-verify_tempest_config-2083716418] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:29:56.635655 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1f9669c3-9981-4feb-958a-d119f105eee3 tempest-verify_tempest_config-2083716418 tempest-verify_tempest_config-2083716418] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0064449
Dec 03 03:29:56.987520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 55970) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:29:57.144229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.159819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:29:57.163848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d3ae1ca5e54c758e42613400edade8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:29:57.166848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:29:57.172580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:29:57.266553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.270204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.279680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:29:57.327034 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6d3ae1ca5e54c758e42613400edade8&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3383207
Dec 03 03:29:57.327843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b2326-1dc7-43ec-809a-c240a10670a1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:29:57.329813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 55976) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:29:57.336188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.336594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.336972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.337341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.337707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.338089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.338501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.338867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.339244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.339611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.339974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.340327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.344525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:29:57.408238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.435712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.485121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.491099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:29:57.504659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b2326-1dc7-43ec-809a-c240a10670a1,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:29:57.512594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:29:57.513815 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/621b2326-1dc7-43ec-809a-c240a10670a1 HTTP/1.1" status: 204  len: 168 time: 0.1828835
Dec 03 03:29:57.515433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.516075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.516200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.516688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.516917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.517288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.517652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.518013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.518425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.518791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.519150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.519510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:29:57.523000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:30:13.655850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98cf7534-d2ec-4609-a3c9-4874e5845e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:16.181815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb8d801c-de4b-4f69-bfd1-b688d98c1d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:16.612738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:17.632524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:18.091909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:19.543962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:30:43.647586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7cb7718e-4b8b-42a6-a2c6-67ea5eaa9ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:46.186594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9e55c99-ac84-49f8-9671-5ede320dff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:46.616382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:47.634024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:48.097859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:30:56.544924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:31:13.650968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f475819-392e-49ae-971c-21b5c088d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:16.189212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-99c7b159-f5a8-4a4c-8c0b-2b292728e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:16.619307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:17.636323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:18.098454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:33.544692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:31:43.653381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4b9b-baa5-4ea0-8aff-db56f8c35d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:44.365360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:44.365895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.366358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.366788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.367231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.367638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.368016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.368390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.368786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.369222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.369611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.370010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.370406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:31:44.370802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7f8cd6c240>, 'Open vSwitch agent', 'hv-cinder-74915', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:31:44.374964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc37198>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74915', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:31:44.740674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] get_endpoint_by_host() called for host hv-cinder-74915 {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 03 03:31:44.745174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] get_endpoint_by_ip() called for ip 192.168.0.21 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 03 03:31:44.748343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] _add_endpoint() called for ip 192.168.0.21 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 03 03:31:44.752990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 03 03:31:46.193375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f603ec3-4492-4fdf-848d-052de28bcd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:46.622778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:47.637885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:48.101904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:31:57.158648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56048) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:31:57.307185 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c402eebe-41a1-4fab-871e-b6337af22007 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1473393
Dec 03 03:31:59.807518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56058) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:31:59.896342 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ef158580-f516-4dc8-93da-e7ccebaf4080 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0876517
Dec 03 03:32:10.545607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:32:13.655662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-843a8afa-be49-4799-9c31-cb77ccf3d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:14.352075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:16.196827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fbf50b7d-682d-4bc6-abf1-378fe83d52ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:16.625444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:17.639983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:18.104386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:43.658310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8713725-0e4a-4dd0-bafb-7698d0153d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:44.361264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:46.200991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e92fe2ad-a32e-47a2-8e38-e45fc0d2c38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:46.627985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:47.545756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:32:47.645006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:32:48.112491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:13.660852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f751639-f672-4fb6-bfb3-5a9a33f73ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:14.358144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:16.202950 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff88fa8d-0f65-45cf-b911-576c34a0a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:16.631468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:17.648213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:18.112852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:24.546329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:33:33.933187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56214) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:34.506935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-776603076-network', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:34.513810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:34.518002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Usage tracker for resource:network and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:34.521273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:34.528059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:34.538124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Made reservation on behalf of 3eb64f2deda143e78ec3cd403b83d6ee for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:34.543805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.558930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.580062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:34.587418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:34.608070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:34.618256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:34.722457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.726048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.732814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:34.761487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:33:34.778132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8c623-b103-4a80-8b49-3e96ab2d191b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:34.788203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.788688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.789710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.789710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.789929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.790350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.790700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.791073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.791419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.791815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.792174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.792531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.792972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.793347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.793704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.794059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.794441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.794798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.795149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.795504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.795877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.796215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.796565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.796914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Tracked resource versions report:
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 03 03:33:34.798209 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:33:34.804620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.805077 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Added segment a318ad7c-c109-41cd-9e89-b03eba0bb707 of type vxlan for network e29e6beb-dbdd-4360-87a0-1178c03113fb
Dec 03 03:33:34.834014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.838705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:34.867891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.869373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:34.870167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:34.901792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-110c4635-2c89-412f-a277-ddd4332ad5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:34.937904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56254) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:34.938483 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0035136
Dec 03 03:33:34.945246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Request body: {'subnet': {'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-subnet', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:34.950957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:34.955704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Usage tracker for resource:subnet and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:34.958995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:34.965883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:34.977119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Made reservation on behalf of 3eb64f2deda143e78ec3cd403b83d6ee for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:34.982667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.017002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Pushing event updated for resources: {'Network': ['ID=e29e6beb-dbdd-4360-87a0-1178c03113fb,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:35.020693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:35.029794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:35.153581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:35.376057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56270) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:35.421245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56278) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:35.556170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.572409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:35.699569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cf2a12-66cc-4a37-95b1-3afa89c5559f,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:35.721007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.721393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.722029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.722144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.722479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.722861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.723258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.723538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.723821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.724175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.724494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.724845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.725321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.725682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.726032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.726396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.726746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.727164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.727440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.727785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.728136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.728483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.728831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.729176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Tracked resource versions report:
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 03 03:33:35.730495 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:33:35.735761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:35.775618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1496849121-network', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:35.784353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:35.791543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Usage tracker for resource:network and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:35.793466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Checking segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:35.793800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Network hostable DHCP agents. Network: e29e6beb-dbdd-4360-87a0-1178c03113fb, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:33:35.795908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:35.802989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:35.815811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:33:35.821032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-233908122-network', 'tenant_id': 'a5f37176afad48ea9043b7d9111c39a8'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:35.827476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56296) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:35.828461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:35.831914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Made reservation on behalf of 3acd0b3a676a415b9224f87276c4423d for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:35.834783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, e29e6beb-dbdd-4360-87a0-1178c03113fb) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:35.840075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:35.841278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.842906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e11dd-2bba-453b-9e0f-c68f0cd4aa4a None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:35.852210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.870683 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9314771
Dec 03 03:33:35.871926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56304) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:35.878971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:35.880135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Usage tracker for resource:network and tenant:a5f37176afad48ea9043b7d9111c39a8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:35.883877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.886682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:35.891829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Usage tracker for resource:router and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:35.897215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:35.904220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:35.908715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:35.918409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.919586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.937721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:35.940289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:35.949888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:35.961081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:35.965316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:35.979655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Made reservation on behalf of a5f37176afad48ea9043b7d9111c39a8 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:35.992472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.020771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:36.027140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.056123 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:36.073147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Usage tracker for resource:security_group_rule and tenant:a5f37176afad48ea9043b7d9111c39a8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:36.115605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:36.128227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:36.343432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-e29e6beb-dbdd-4360-87a0-1178c03113fb', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:33:36.346768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.347781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.368061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.411115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:36.482344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.496111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.504149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1894604625-network', 'tenant_id': '8b36fc3f1d054f1597026e4eeed772c8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:36.504372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:33:36.526115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.539209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:36.552890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Usage tracker for resource:network and tenant:8b36fc3f1d054f1597026e4eeed772c8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:36.562918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.572875 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Added segment 349f30d0-6fbf-4f38-b891-9049761d44c4 of type vxlan for network 7cb459e0-39d6-47ca-bdde-353dad2c0705
Dec 03 03:33:36.599723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732ece3-9c8c-4f73-9c78-3b22ca19008c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:36.627819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:36.632036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:36.636943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:36.659606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:36.711327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Made reservation on behalf of 8b36fc3f1d054f1597026e4eeed772c8 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:36.716075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.735936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.743311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357af550-0768-40cc-aaff-01d8009f8d76,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:36.760714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:36.762470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.780098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:36.843002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:33:36.843352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:33:36.843911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.845191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:36.845817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:36.851292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:36.861201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b36fc3f1d054f1597026e4eeed772c8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:36.926390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:36.945245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:36.950958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Allocated IP 172.20.0.2 (e29e6beb-dbdd-4360-87a0-1178c03113fb/45cf2a12-66cc-4a37-95b1-3afa89c5559f/a5b6d3b8-3775-478a-8559-9a8a236215de) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:37.014686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.053679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb459e0-39d6-47ca-bdde-353dad2c0705,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:37.066875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.072593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:37.074306 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.6971385
Dec 03 03:33:37.077362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56334) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:37.083304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Request body: {'subnet': {'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1496849121-subnet', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:37.103397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:37.114176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Usage tracker for resource:subnet and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:37.117703 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:37.127040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:37.146983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Made reservation on behalf of 3acd0b3a676a415b9224f87276c4423d for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:37.152233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.221369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.256830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Transition to ACTIVE for port object a5b6d3b8-3775-478a-8559-9a8a236215de will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:37.260761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:37.419857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.472443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:37.533737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Transition to ACTIVE for port object a5b6d3b8-3775-478a-8559-9a8a236215de will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:37.589513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.601231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.604782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.621834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:37.627814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:33:37.641044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.641626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Added segment 9c0aab58-94a5-489b-9417-a12b388e2cfa of type vxlan for network 1c43d707-8bed-4e9f-bc92-b1cbe807d330
Dec 03 03:33:37.667569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:37.751407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.791640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781e5cd-e2d9-4c92-82f1-958337a429b0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:37.799726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:37.811673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Pushing event updated for resources: {'Port': ['ID=a5b6d3b8-3775-478a-8559-9a8a236215de,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:37.839270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Allocated IP 172.27.0.182 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/47bb4c75-eeba-4322-bdd3-f375f0f5969c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:37.857468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:33:37.857833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:33:37.874144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.879116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:37.879761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:37.888936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:38.102796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.157803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:38.255930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Pushing event updated for resources: {'Network': ['ID=1c43d707-8bed-4e9f-bc92-b1cbe807d330,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:38.268368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.268849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.269105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.269480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.269845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.270210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.270601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.271236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.271396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.271622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.272514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.272870 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.273316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.273674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.274127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.274381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.274748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.275096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.275450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.275801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.276171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.276526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.276876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.277226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Tracked resource versions report:
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 03 03:33:38.278580 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:33:38.298425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:38.298802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45b33a0-3374-479d-bcb7-513d0f2452e4,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:38.305823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:38.307637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:38.313200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.4817817
Dec 03 03:33:38.316359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56366) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:38.318365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:38.343395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Request body: {'subnet': {'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1894604625-subnet', 'tenant_id': '8b36fc3f1d054f1597026e4eeed772c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:38.366063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:38.368695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:38.391873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Usage tracker for resource:subnet and tenant:8b36fc3f1d054f1597026e4eeed772c8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:38.398194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:38.427848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:38.435783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.454587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.455400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Made reservation on behalf of 8b36fc3f1d054f1597026e4eeed772c8 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:38.460911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.497979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:33:38.508401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.508830 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Added segment 34399421-3ffc-456e-88a8-afbd34bd8cad of type vxlan for network 4b79a5ab-81c0-47de-a314-633f9b591ab5
Dec 03 03:33:38.549431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:38.571491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.621508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.622366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.625413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:38.626311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.641701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab71ac0f-132f-48d3-b66a-8540e1dc1fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:38.655156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:38.698392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:38.719152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:38.797810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Pushing event updated for resources: {'Network': ['ID=4b79a5ab-81c0-47de-a314-633f9b591ab5,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:38.812683 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.3901653
Dec 03 03:33:38.814028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:38.824494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56386) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:38.833088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:38.833805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Request body: {'subnet': {'network_id': '4b79a5ab-81c0-47de-a314-633f9b591ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-233908122-subnet', 'tenant_id': 'a5f37176afad48ea9043b7d9111c39a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:38.840756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:38.846505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Usage tracker for resource:subnet and tenant:a5f37176afad48ea9043b7d9111c39a8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:38.851533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:38.858575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:38.872980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Made reservation on behalf of a5f37176afad48ea9043b7d9111c39a8 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:38.878465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:38.878949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.903674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Attempting to bind port a5b6d3b8-3775-478a-8559-9a8a236215de on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:33:38.904096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Attempting to bind port a5b6d3b8-3775-478a-8559-9a8a236215de by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:33:38.904513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Attempting to bind port a5b6d3b8-3775-478a-8559-9a8a236215de on network e29e6beb-dbdd-4360-87a0-1178c03113fb {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:33:38.923864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:33:38.924259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Checking segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:38.924721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:38.925163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Bound using segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:33:38.925695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Bound port: a5b6d3b8-3775-478a-8559-9a8a236215de, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:33:38.926120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.015506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Checking segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:39.016169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Network hostable DHCP agents. Network: 7cb459e0-39d6-47ca-bdde-353dad2c0705, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:33:39.103400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:33:39.153892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Pushing event updated for resources: {'Port': ['ID=47bb4c75-eeba-4322-bdd3-f375f0f5969c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:39.168738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 7cb459e0-39d6-47ca-bdde-353dad2c0705) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:39.199402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:39.206040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:39.207201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:39.214903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:39.253412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] For port a5b6d3b8-3775-478a-8559-9a8a236215de, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:33:39.261135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] For port a5b6d3b8-3775-478a-8559-9a8a236215de, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=a5b6d3b8-3775-478a-8559-9a8a236215de,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:33:39.294740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:39.296477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.342444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a611862-9d76-4ba3-9d43-6dbc6e9f03ab None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:39.393811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-66986abf-3ddb-4fd2-bfd7-22d628c61aea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3151269
Dec 03 03:33:39.397028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56412) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:39.407949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.410498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:39.418572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:39.480660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Usage tracker for resource:router and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:39.485046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:39.497149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:39.517835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.519269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.548930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:39.570772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:39.742952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56426) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:39.820843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.035306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.111275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:40.117587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Pushing event updated for resources: {'Port': ['ID=a5b6d3b8-3775-478a-8559-9a8a236215de,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:40.122407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:40.134470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Usage tracker for resource:security_group_rule and tenant:412fa52a554241f4ac7e387ae88a7604 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:40.146121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:40.152742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-7cb459e0-39d6-47ca-bdde-353dad2c0705', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:33:40.153778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.181875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:40.229373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.327918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.402464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.455095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe18cee0-c4c6-46ee-afaf-5f25d4ea787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:40.463466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-119c6dc0-9d29-4f38-a202-37a706a9a87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:40.566572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.672317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Allocated IP 172.20.0.2 (7cb459e0-39d6-47ca-bdde-353dad2c0705/b45b33a0-3374-479d-bcb7-513d0f2452e4/2158bc86-c5e0-4129-befc-0cbcdda98712) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:40.742768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:40.920983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Synchronizing usage tracker for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:33:40.926008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d05dea-04ed-4590-ac3d-b2a99901e4b3,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:40.950284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:40.952206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:40.971778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0467fd-df5c-4b2b-88d5-41bfbfe42b8e,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:40.992799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bb8f3-3ff7-40fd-bdee-e67d6e461fef,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:40.999489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:41.000050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:41.000258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Unset dirty status for tenant:1d9afc530e6d4ad0be71ea73eadc13dd on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:33:41.004390 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=412fa52a554241f4ac7e387ae88a7604&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2578566
Dec 03 03:33:41.023035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56470) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:41.044464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.073529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Transition to ACTIVE for port object 2158bc86-c5e0-4129-befc-0cbcdda98712 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:41.082476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.101183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Transition to ACTIVE for port object 2158bc86-c5e0-4129-befc-0cbcdda98712 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:41.108539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.210445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.218599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:41.359339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Pushing event updated for resources: {'Port': ['ID=2158bc86-c5e0-4129-befc-0cbcdda98712,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:41.369873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:41.440784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:41.441756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:41.446677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:41.519635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Attempting to bind port 2158bc86-c5e0-4129-befc-0cbcdda98712 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:33:41.520221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Attempting to bind port 2158bc86-c5e0-4129-befc-0cbcdda98712 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:33:41.521112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Attempting to bind port 2158bc86-c5e0-4129-befc-0cbcdda98712 on network 7cb459e0-39d6-47ca-bdde-353dad2c0705 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:33:41.528119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:33:41.528546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Checking segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:41.529001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.529450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Bound using segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:33:41.530085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Bound port: 2158bc86-c5e0-4129-befc-0cbcdda98712, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:33:41.531182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.543336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.564745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Checking segment: {'id': '9c0aab58-94a5-489b-9417-a12b388e2cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:41.570060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Network hostable DHCP agents. Network: 1c43d707-8bed-4e9f-bc92-b1cbe807d330, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:33:41.570257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Checking segment: {'id': '34399421-3ffc-456e-88a8-afbd34bd8cad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4b79a5ab-81c0-47de-a314-633f9b591ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:41.570257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Network hostable DHCP agents. Network: 4b79a5ab-81c0-47de-a314-633f9b591ab5, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:33:41.595230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.608767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:33:41.619026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 1c43d707-8bed-4e9f-bc92-b1cbe807d330) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:41.625584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:41.626253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.655131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45037bc0-6162-4b75-ad7f-088c36ff535d None None] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:41.656465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Router 439a79b8-5b92-4448-91df-309d0c85dd48 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:33:41.670037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d78363-04ad-4791-ab71-9f0e9e1149ea None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:41.672236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.730853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:33:41.808033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 4b79a5ab-81c0-47de-a314-633f9b591ab5) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:41.817994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:41.819461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.841733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.863421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5459075
Dec 03 03:33:41.886687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:41.915063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bb8f3-3ff7-40fd-bdee-e67d6e461fef,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:41.924483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:41.928648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f0bb8f3-3ff7-40fd-bdee-e67d6e461fef HTTP/1.1" status: 204  len: 168 time: 0.9018919
Dec 03 03:33:41.928648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:41.979011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:33:41.986913 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.1608012
Dec 03 03:33:41.990903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:33:42.009888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:42.012894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.1388459
Dec 03 03:33:42.014708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56498) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:42.014820 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:42.021015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc2f8d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:42.049836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0905a79-ba44-4d66-b0ee-8d99c983303b None None] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:42.288202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Allocated IP 172.27.0.86 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/65669143-c8e6-41d8-85e1-e739562bc788) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:42.389973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:42.402403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] For port 2158bc86-c5e0-4129-befc-0cbcdda98712, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:33:42.406477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] For port 2158bc86-c5e0-4129-befc-0cbcdda98712, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2158bc86-c5e0-4129-befc-0cbcdda98712,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:33:42.408117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device a5b6d3b8-3775-478a-8559-9a8a236215de up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:42.708505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:42.777646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-53770802-68d2-41c4-a9e3-9925e14aa114 None None] Provisioning for port a5b6d3b8-3775-478a-8559-9a8a236215de completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:42.784769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:42.807832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:42.835339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:42.875656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56522) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:42.886937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:42.920741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Pushing event updated for resources: {'Port': ['ID=65669143-c8e6-41d8-85e1-e739562bc788,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:42.924878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:43.074884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:43.076524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:43.082775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:43.102540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc2f8d0>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:39Z', 'revision_number': 3, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:43.102835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153494b2-05db-4976-97a3-d40f8160ec9d None None] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:43.112299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:33:43.114685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Updating router 439a79b8-5b92-4448-91df-309d0c85dd48 port 47bb4c75-eeba-4322-bdd3-f375f0f5969c binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:33:43.225280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56534) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:43.243676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:43.330877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:43.378516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:43.387314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Usage tracker for resource:security_group_rule and tenant:da0d1f30fddc4ab3835dcd7f893e7446 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:43.403549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:43.427979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:43.803759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:43.805960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Pushing event updated for resources: {'Port': ['ID=2158bc86-c5e0-4129-befc-0cbcdda98712,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:43.814405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:43.820114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:43.832090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:43.891735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:43.910711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Usage tracker for resource:security_group_rule and tenant:d1f6f7a931734364a383e7c2526706a5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:43.920376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:43.932640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc9d28-6f5b-42fb-b05e-ed002707c824 None None] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:43.933477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:44.074061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.077813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56560) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:44.082036 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 03 03:33:44.106435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port a5b6d3b8-3775-478a-8559-9a8a236215de completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:44.113471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.116657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c02888b0-e9a4-4f6b-99cb-c88e8d2d1a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.132079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Transition to ACTIVE for port object 47bb4c75-eeba-4322-bdd3-f375f0f5969c will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:44.134862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.136909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.160335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:44.170223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port a5b6d3b8-3775-478a-8559-9a8a236215de triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:44.170667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.252057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:44.264874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Pushing event updated for resources: {'Port': ['ID=47bb4c75-eeba-4322-bdd3-f375f0f5969c,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:44.278109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.278751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.279276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.279789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.280379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.280895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.282027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.283082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.283604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.284177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.284985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.285529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.286130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.286916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.288080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.288739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.289253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.289758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.290324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.291351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.291865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.292369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.293110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.293614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Tracked resource versions report:
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]: pushed versions:
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]: consumer versions:
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     L3 agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     Metering agent@dv-cinder-749155-3-iscsi: {},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-749155-3-iscsi: {   'AddressGroup': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-74915: {   'AddressGroup': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 03 03:33:44.295261 dv-cinder-749155-3-iscsi neutron-server[80151]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 03 03:33:44.301944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:44.497624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Attempting to bind port 47bb4c75-eeba-4322-bdd3-f375f0f5969c on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:33:44.500505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Attempting to bind port 47bb4c75-eeba-4322-bdd3-f375f0f5969c by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:33:44.502772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Attempting to bind port 47bb4c75-eeba-4322-bdd3-f375f0f5969c on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:33:44.510851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:33:44.511686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:44.512343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.513014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:33:44.513899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Bound port: 47bb4c75-eeba-4322-bdd3-f375f0f5969c, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:33:44.514581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.521574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.616552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] For port 47bb4c75-eeba-4322-bdd3-f375f0f5969c, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:33:44.625819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] For port 47bb4c75-eeba-4322-bdd3-f375f0f5969c, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=47bb4c75-eeba-4322-bdd3-f375f0f5969c,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:33:44.639153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.671233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:44.697643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.729524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Allocated IP 172.20.0.1 (e29e6beb-dbdd-4360-87a0-1178c03113fb/45cf2a12-66cc-4a37-95b1-3afa89c5559f/ee0cf067-534e-4240-a111-1d042e5c73a6) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:44.812313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Pushing event updated for resources: {'Port': ['ID=47bb4c75-eeba-4322-bdd3-f375f0f5969c,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:44.828966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:44.836834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port a5b6d3b8-3775-478a-8559-9a8a236215de, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=a5b6d3b8-3775-478a-8559-9a8a236215de,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:33:44.852292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:44.854904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:44.994259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-c6e173a3-d0ac-42b7-8383-b6cc3a1548df tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:44.995049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-c6e173a3-d0ac-42b7-8383-b6cc3a1548df tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Synchronizing usage tracker for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:33:45.013257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56570) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:45.025555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.092219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662974312-network', 'tenant_id': '72c8e430099542a29af9d3edc7372e90'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:45.154518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:45.155297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc2f8d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:45.176655 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da0d1f30fddc4ab3835dcd7f893e7446&name=default HTTP/1.1" status: 200  len: 2875 time: 1.9439967
Dec 03 03:33:45.220185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:45.226640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Usage tracker for resource:network and tenant:72c8e430099542a29af9d3edc7372e90 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:45.263952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:45.280405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:45.301367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56592) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:45.319812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Made reservation on behalf of 72c8e430099542a29af9d3edc7372e90 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:45.325225 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.407100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:45.439805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Router 7f236825-930e-440d-8db4-70342ce5da35 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:33:45.507463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2158bc86-c5e0-4129-befc-0cbcdda98712 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:45.575216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcf04c-af1f-4eec-86ff-700414e8cda3 None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:45.713291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.737135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:33:45.754142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.786227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.791865 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.3935261
Dec 03 03:33:45.792838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56600) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:45.797444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:45.799372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:33:45.803705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Usage tracker for resource:security_group_rule and tenant:72c8e430099542a29af9d3edc7372e90 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:45.807173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:45.812166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51895bf-14f4-40e3-9948-57b6ae6aefbf,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:45.816750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.565s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:45.826964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.830627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:45.845117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc2f8d0>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:39Z', 'revision_number': 3, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:45.859803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-c6e173a3-d0ac-42b7-8383-b6cc3a1548df tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Unset dirty status for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:33:45.861093 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-c6e173a3-d0ac-42b7-8383-b6cc3a1548df tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/networks?id=1c43d707-8bed-4e9f-bc92-b1cbe807d330 HTTP/1.1" status: 200  len: 812 time: 1.7821820
Dec 03 03:33:45.870192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa30c-5e5e-4e6f-bff1-ed8c565d792c None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:39Z', 'revision_number': 3, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:33:45.871446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-43eb959c-8338-4f2a-b874-53ed56fbcda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:45.902730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.930439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:45.967124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:45.968038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65a58>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:45.992168 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-66ea1720-bd05-4e11-84cc-459f21f53186 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/quotas/8b36fc3f1d054f1597026e4eeed772c8 HTTP/1.1" status: 200  len: 375 time: 0.1029096
Dec 03 03:33:46.000866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Transition to ACTIVE for port object ee0cf067-534e-4240-a111-1d042e5c73a6 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:46.004893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56606) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:46.013467 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1f6f7a931734364a383e7c2526706a5&name=default HTTP/1.1" status: 200  len: 2875 time: 3.1360321
Dec 03 03:33:46.017733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56610) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:46.020298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ef583c-c0ce-4b1e-bedc-d088d0f8b3aa,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:46.035288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:46.050203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7bbe2bc5-43d6-4dd3-aab6-9195333b4ea4 None None] Provisioning complete for port a5b6d3b8-3775-478a-8559-9a8a236215de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:46.050787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7bbe2bc5-43d6-4dd3-aab6-9195333b4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.141775 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-c0858109-0f74-4156-929b-a0d8640b3784 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b36fc3f1d054f1597026e4eeed772c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1345139
Dec 03 03:33:46.145327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.242347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.307180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-15cd0f1b-9019-42e4-baac-04f043d2734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:46.312034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:46.575899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.607886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:46.626607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.646678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Usage tracker for resource:security_group_rule and tenant:93871de2de794093a68a9c3baac8e8ff is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:46.651746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.655382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:46.666623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:46.669341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.671574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:46.680617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.681268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:46.696274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:46.711298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:46.714480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:46.726081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.742752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51895bf-14f4-40e3-9948-57b6ae6aefbf,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:46.767951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.802610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-b8c682ea-b9fd-4917-ab4a-f73b926aaea1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:33:46.815325 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-b8c682ea-b9fd-4917-ab4a-f73b926aaea1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3813045
Dec 03 03:33:46.822112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:46.822701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:46.895535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:33:47.046011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c027359a-9fe7-4526-ac1f-9c17f0193c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.047782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.072250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=a5b6d3b8-3775-478a-8559-9a8a236215de,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:47.074178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.075504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 2158bc86-c5e0-4129-befc-0cbcdda98712 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:47.080817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.226s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:47.112280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e100b63b-ac1b-4883-8166-16888d7c6745,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:47.116502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.117074 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Added segment 1cf2077b-ddeb-4e5a-9533-7694cdbb63bd of type vxlan for network d16c8cdb-6f66-4b88-b53f-18532bdb0e68
Dec 03 03:33:47.119375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.133220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:47.154093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:47.230071 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93871de2de794093a68a9c3baac8e8ff&name=default HTTP/1.1" status: 200  len: 2878 time: 1.2237546
Dec 03 03:33:47.241248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56642) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:47.241939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933557c8-27eb-42cc-86f4-dc255f63053a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:47.243771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65a58>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:43Z', 'revision_number': 3, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:47.245527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:47.249558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:33:47.250897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Updating router 7f236825-930e-440d-8db4-70342ce5da35 port 65669143-c8e6-41d8-85e1-e739562bc788 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:33:47.340127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.346160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:47.346521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:47.347383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.348607 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-eb26aec5-5d65-4558-9847-10b8072ba15a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e51895bf-14f4-40e3-9948-57b6ae6aefbf HTTP/1.1" status: 204  len: 168 time: 2.0383821
Dec 03 03:33:47.351146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.379851 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3f0335f2-5338-4be8-ba59-ec8fbdcfc358 service neutron] 10.222.0.66 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5416577
Dec 03 03:33:47.486357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.557368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.600735 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-87976d52-5a4f-4978-a849-966300bba064 service neutron] 10.222.0.66 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2188570
Dec 03 03:33:47.602332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.685156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.693170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.717583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7856c003-5f61-421a-89e6-521dd9d4ef6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:47.732124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.735427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-76f9921f-e436-4e45-86d8-04a71f9db064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:47.768836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933557c8-27eb-42cc-86f4-dc255f63053a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:47.777900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Allocated IP 172.20.0.1 (7cb459e0-39d6-47ca-bdde-353dad2c0705/b45b33a0-3374-479d-bcb7-513d0f2452e4/873c29b6-27f3-401e-94d5-9b49c46bb8d3) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:47.781385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:47.820896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.827412 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/933557c8-27eb-42cc-86f4-dc255f63053a HTTP/1.1" status: 204  len: 168 time: 0.5802717
Dec 03 03:33:47.859075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:47.873128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Transition to ACTIVE for port object 65669143-c8e6-41d8-85e1-e739562bc788 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:47.893539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device a5b6d3b8-3775-478a-8559-9a8a236215de up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:48.122193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Provisioning for port 2158bc86-c5e0-4129-befc-0cbcdda98712 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:48.131479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.152181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.167424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ef583c-c0ce-4b1e-bedc-d088d0f8b3aa,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:48.174804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:48.175522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.232976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.249846 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62ef583c-c0ce-4b1e-bedc-d088d0f8b3aa HTTP/1.1" status: 204  len: 168 time: 2.2133749
Dec 03 03:33:48.258603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:48.259521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:48.384433 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.3601408
Dec 03 03:33:48.387697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56684) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:48.417063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Request body: {'subnet': {'network_id': 'd16c8cdb-6f66-4b88-b53f-18532bdb0e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662974312-subnet', 'tenant_id': '72c8e430099542a29af9d3edc7372e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:48.427375 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-441f431e-f88e-4ba6-b3a8-8bf88172e4b7 req-dbbe48a3-e558-41f3-be9b-794652d6c6e4 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.2649109
Dec 03 03:33:48.448010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:48.468572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Usage tracker for resource:subnet and tenant:72c8e430099542a29af9d3edc7372e90 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:48.488597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:48.529265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Pushing event updated for resources: {'Network': ['ID=d16c8cdb-6f66-4b88-b53f-18532bdb0e68,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:48.535553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:48.543276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:48.558551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.576009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.577518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.597770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:48.616579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Made reservation on behalf of 72c8e430099542a29af9d3edc7372e90 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:48.621438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.668984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.713593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Transition to ACTIVE for port object 873c29b6-27f3-401e-94d5-9b49c46bb8d3 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:48.736725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486cfd0d-b61b-4af6-8d32-80392bb38c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:48.745168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:48.763590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:48.774605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.818177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:48.820174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:48.832839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Provisioning complete for port 2158bc86-c5e0-4129-befc-0cbcdda98712 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:48.833268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:48.913247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Pushing event updated for resources: {'Port': ['ID=65669143-c8e6-41d8-85e1-e739562bc788,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:48.916534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:48.922848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:48.932065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:48.941282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56700) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:49.047943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:33:49.132734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Pushing event updated for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:49.141264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.174539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:49.183243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2725d53c345044bca447519d9e812f88 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:49.198966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:49.204574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port a5b6d3b8-3775-478a-8559-9a8a236215de triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:49.204574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.210326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:49.238896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:33:49.293505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:49.300771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Attempting to bind port 65669143-c8e6-41d8-85e1-e739562bc788 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:33:49.301489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Attempting to bind port 65669143-c8e6-41d8-85e1-e739562bc788 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:33:49.302143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Attempting to bind port 65669143-c8e6-41d8-85e1-e739562bc788 on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:33:49.329193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:33:49.329889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:49.331024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.331742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:33:49.332577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Bound port: 65669143-c8e6-41d8-85e1-e739562bc788, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:33:49.334092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.379943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.491858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.492672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:49.499947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:49.502966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:49.503678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.654319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] For port 2158bc86-c5e0-4129-befc-0cbcdda98712, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2158bc86-c5e0-4129-befc-0cbcdda98712,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:33:49.696827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.715019 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32396d7f-53d3-4300-8d4b-4065fb9e2992 req-cd94a915-ebec-4db4-9090-e0cd99a05425 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.1429372
Dec 03 03:33:49.716258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:33:49.730043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:33:49.755721 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] 10.222.0.66 "PUT /v2.0/routers/439a79b8-5b92-4448-91df-309d0c85dd48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7253106
Dec 03 03:33:49.766462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:49.767206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf2a438>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:47Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:49.782153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.798148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:49.798425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 47bb4c75-eeba-4322-bdd3-f375f0f5969c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:49.809587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18fefbf2-28c4-4981-83e2-f5c47ae9d871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:49.851026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56720) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:49.880708 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2725d53c345044bca447519d9e812f88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9382703
Dec 03 03:33:49.883594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56726) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:49.887527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c05068-d5b5-47a6-8757-76ad4b7fbf81,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:49.906083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:49.910338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:50.003274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] For port 65669143-c8e6-41d8-85e1-e739562bc788, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:33:50.050713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] For port 65669143-c8e6-41d8-85e1-e739562bc788, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=65669143-c8e6-41d8-85e1-e739562bc788,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:33:50.092422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Provisioning for port ee0cf067-534e-4240-a111-1d042e5c73a6 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:50.109175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Provisioning complete for port ee0cf067-534e-4240-a111-1d042e5c73a6 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:50.109527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.170630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.196881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.219392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:50.222163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.329440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.454822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.474513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 47bb4c75-eeba-4322-bdd3-f375f0f5969c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:50.488014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Pushing event updated for resources: {'Port': ['ID=2158bc86-c5e0-4129-befc-0cbcdda98712,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:50.498071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 47bb4c75-eeba-4322-bdd3-f375f0f5969c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:50.502861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.509019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:50.514063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Usage tracker for resource:security_group_rule and tenant:29f289599b494a0aa5ec3b2932850ed2 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:50.517713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:50.524927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:50.544707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:50.550848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:50.691490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Port ee0cf067-534e-4240-a111-1d042e5c73a6 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:33:50.715760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.742871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Pushing event updated for resources: {'Port': ['ID=65669143-c8e6-41d8-85e1-e739562bc788,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:50.759598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:50.789505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:50.792710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65a58>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:47Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:50.803818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.816184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.827279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7941db0-ca0e-45e2-b8f6-36e41831a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:50.836598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c05068-d5b5-47a6-8757-76ad4b7fbf81,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:50.851551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:50.862506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:50.974389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee38fb84-7b23-449e-aba7-6850ee4d7e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:51.022404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:51.056886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf2a438>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 2, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:51.062341 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29f289599b494a0aa5ec3b2932850ed2&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2081909
Dec 03 03:33:51.063204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0b8fc-c2f3-4d0e-82fd-4f0100bc4b80,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:51.085711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56760) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:51.088851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:33:51.089461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Updating router 439a79b8-5b92-4448-91df-309d0c85dd48 port ee0cf067-534e-4240-a111-1d042e5c73a6 binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:33:51.091340 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-026b8dd5-bef5-4d96-a549-02e8d7d7a99a req-b313d85f-9212-454a-8e89-ba4d01df996d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.1926537
Dec 03 03:33:51.101243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:51.120215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.121697 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2c05068-d5b5-47a6-8757-76ad4b7fbf81 HTTP/1.1" status: 204  len: 168 time: 1.2368443
Dec 03 03:33:51.217132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b649be-0e4c-4c5e-a9bd-ed1b1b61577f,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:51.230333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:51.257109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.289961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.308653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.311878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.332244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:51.431985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Pushing event updated for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:51.451879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:51.461712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:51.775889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.852436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.931726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Provisioning complete for port a5b6d3b8-3775-478a-8559-9a8a236215de triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:51.932416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.949502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:51.955197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:52.000992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0b8fc-c2f3-4d0e-82fd-4f0100bc4b80,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:52.006961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:52.014134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.015408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dc0b8fc-c2f3-4d0e-82fd-4f0100bc4b80 HTTP/1.1" status: 204  len: 168 time: 0.9219239
Dec 03 03:33:52.048870 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Checking segment: {'id': '1cf2077b-ddeb-4e5a-9533-7694cdbb63bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd16c8cdb-6f66-4b88-b53f-18532bdb0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:52.049266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Network hostable DHCP agents. Network: d16c8cdb-6f66-4b88-b53f-18532bdb0e68, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:33:52.174530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.210550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Transition to ACTIVE for port object ee0cf067-534e-4240-a111-1d042e5c73a6 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:33:52.216653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:33:52.225789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.284293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-849ef19c-6011-4dcf-a011-f0260abf811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:52.295538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, d16c8cdb-6f66-4b88-b53f-18532bdb0e68) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:52.308970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:52.309791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.381938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.9930379
Dec 03 03:33:52.398813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:52.400275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:52.440679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Pushing event updated for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:52.460294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:52.507462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e25f8-d8d5-465b-8869-16d4f6e0d0db None None] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:52.544206 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88a23715-fe11-4bed-8cf1-2101ab626175 req-01cc591e-3792-401d-bda8-e38314db29ae tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.1180875
Dec 03 03:33:52.546833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56798) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:52.559640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group': {'name': 'tempest-securitygroup--251537663', 'description': 'tempest-description--1718490754'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:52.595779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:52.605843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:52.610137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:52.617203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:52.648403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.681609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:52.694634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:52.700016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:52.717374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:52.914575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:33:52.949616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.955836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.965395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Attempting to bind port ee0cf067-534e-4240-a111-1d042e5c73a6 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:33:52.966117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Attempting to bind port ee0cf067-534e-4240-a111-1d042e5c73a6 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:33:52.966783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Attempting to bind port ee0cf067-534e-4240-a111-1d042e5c73a6 on network e29e6beb-dbdd-4360-87a0-1178c03113fb {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:33:52.975911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:33:52.976752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Checking segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:33:52.977417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:52.978065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Bound using segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:33:52.981381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Bound port: ee0cf067-534e-4240-a111-1d042e5c73a6, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:33:52.982182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.010591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:53.082001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56810) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:53.085350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroup': ['ID=048de500-4d7e-4100-8a4a-a9e347f89f99,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:53.088279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.094425 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.5459964
Dec 03 03:33:53.095267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56812) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:53.096422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:53.102945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group_rule': {'security_group_id': '048de500-4d7e-4100-8a4a-a9e347f89f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:53.156089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:53.156089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:53.156089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:53.165543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:53.190040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.64', 55949) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:53.256379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] For port ee0cf067-534e-4240-a111-1d042e5c73a6, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:33:53.273278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] For port ee0cf067-534e-4240-a111-1d042e5c73a6, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=ee0cf067-534e-4240-a111-1d042e5c73a6,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:33:53.279469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.339900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:53.368702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.430867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Deleting subnet be0467fd-df5c-4b2b-88d5-41bfbfe42b8e {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:33:53.435044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.481812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Pushing event updated for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:53.528786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 47bb4c75-eeba-4322-bdd3-f375f0f5969c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=47bb4c75-eeba-4322-bdd3-f375f0f5969c,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:33:53.549991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.571097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:53.596752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:53.610419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Provisioning complete for port 2158bc86-c5e0-4129-befc-0cbcdda98712 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:53.610968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.625120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.631566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-8b1b5adc-4004-44aa-b2db-f2a0a1323e74 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:53.633213 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-8b1b5adc-4004-44aa-b2db-f2a0a1323e74 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.64 "GET /v2.0/networks?id=1c43d707-8bed-4e9f-bc92-b1cbe807d330 HTTP/1.1" status: 200  len: 812 time: 0.4420547
Dec 03 03:33:53.641254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94418842-90c0-4eff-81d5-3aa5cfe9adf5 None None] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:33:53.648733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.667820 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:53.714179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Request body: {'port': {'device_id': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330', 'admin_state_up': True, 'tenant_id': '8b36fc3f1d054f1597026e4eeed772c8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:53.759509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:33:53.774281 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] 10.222.0.66 "PUT /v2.0/routers/7f236825-930e-440d-8db4-70342ce5da35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9721315
Dec 03 03:33:53.839511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:33:53.841089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf2a438>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:47Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:53.936106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2158bc86-c5e0-4129-befc-0cbcdda98712 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:54.008320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56850) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:54.030975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.140402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.157804 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c18a00-d20e-4c15-8015-b06ef3ab1038 req-765722cf-71b3-458d-9ea8-556ee3a68278 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.1480207
Dec 03 03:33:54.169498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:54.204379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:54.209900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Usage tracker for resource:port and tenant:8b36fc3f1d054f1597026e4eeed772c8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:54.214274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:54.221799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:54.234448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1035bb-57f5-4fc7-86ee-29ba60a39189,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:54.244074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Made reservation on behalf of 8b36fc3f1d054f1597026e4eeed772c8 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:33:54.250846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.291829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:54.321529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:33:54.347419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.348813 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.2513800
Dec 03 03:33:54.352824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56862) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:54.356747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.360296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=47bb4c75-eeba-4322-bdd3-f375f0f5969c,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:54.365986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:54.366175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group_rule': {'security_group_id': '048de500-4d7e-4100-8a4a-a9e347f89f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:54.416552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:54.420941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65a58>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:54.424601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 2158bc86-c5e0-4129-befc-0cbcdda98712 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:54.425224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.431400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6152bbd8-aade-4dee-b128-13904385ccf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:54.464367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5e006-6d77-42c4-9dbb-d92897225197 None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:33:54.563164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:54.716828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Provisioning for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:54.723889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Provisioning complete for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:54.724490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.791447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0467fd-df5c-4b2b-88d5-41bfbfe42b8e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:54.798697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:54.807193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:54.809521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9f39db93-7dbe-4979-b8ec-c57a2d740c06 None None] Port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:33:54.832655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:54.837395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Allocated IP 172.20.0.9 (1c43d707-8bed-4e9f-bc92-b1cbe807d330/68d05dea-04ed-4590-ac3d-b2a99901e4b3/1bcb6c41-8968-482d-8c02-c522a1f249ed) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:54.850830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:54.867775 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-216b6e2a-2033-4264-821b-a289e52f2d13 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/be0467fd-df5c-4b2b-88d5-41bfbfe42b8e HTTP/1.1" status: 204  len: 168 time: 1.7740207
Dec 03 03:33:54.870265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56882) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:54.970810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bcc9d6e1-616a-48d1-ba91-20e7b0a88837 None None] Provisioning complete for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:54.971236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bcc9d6e1-616a-48d1-ba91-20e7b0a88837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.007836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf2a438>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:55.014202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280ab5-3daf-4b7b-bb74-480af4107137 None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:33:55.111953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.158892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9d6e1-616a-48d1-ba91-20e7b0a88837 None None] Port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:33:55.185861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.452195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.495599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.562991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.663771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a674965-1093-4232-afe1-42d8bbbce508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:55.828533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.840175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:55.868900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device ee0cf067-534e-4240-a111-1d042e5c73a6 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:55.930795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7f8c51a278>> segment before_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.931356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7f8c51a278>> subnet precommit_delete_associations 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.932310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> segment_host_mapping after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.932809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> port after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.933688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> port after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.934165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> port after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.934694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> segment after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.935172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.935650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:55.936128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f8c912eb8>> subnet after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:56.059675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port ee0cf067-534e-4240-a111-1d042e5c73a6 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:56.077682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port ee0cf067-534e-4240-a111-1d042e5c73a6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:56.078117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.282661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Pushing event updated for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:56.320377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56904) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:56.321261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:56.352498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group': {'name': 'tempest-securitygroup--1014498154', 'description': 'tempest-description--1976788748'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:56.451586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cb55cc0>> subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:56.451939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cb55cc0>> subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:56.452349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cb55cc0>> subnet before_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:56.452738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cb55cc0>> subnet before_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:33:56.453172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8cacd208>,) {'filters': {'network_id': ['4b79a5ab-81c0-47de-a314-633f9b591ab5']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:56.462882 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:56.486054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:56.499944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.501678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:56.511226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:56.540213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8cacd208>, '34399421-3ffc-456e-88a8-afbd34bd8cad') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:56.542685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8cacd208>, '34399421-3ffc-456e-88a8-afbd34bd8cad') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:33:56.580604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:33:56.597487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84073b-48b0-4af9-a184-d578257a1c50 req-8544d4c5-ec7f-470e-b914-e06603017320 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:56.612474 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7f84073b-48b0-4af9-a184-d578257a1c50 req-8544d4c5-ec7f-470e-b914-e06603017320 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 931 time: 1.1200356
Dec 03 03:33:56.615854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cbf590-39f5-4720-9848-e788d93091fe,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:56.620283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:56.623579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:33:56.638122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:33:56.641023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port ee0cf067-534e-4240-a111-1d042e5c73a6, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=ee0cf067-534e-4240-a111-1d042e5c73a6,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:33:56.647775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.655412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:56.655705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.657543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 47bb4c75-eeba-4322-bdd3-f375f0f5969c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:56.665277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.686337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:56.746615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.755201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:33:56.817073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.822921 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-47f6541a-7d3f-47ec-9bf6-b22169de6ee7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 2.4683874
Dec 03 03:33:56.842869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:56.852575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56912) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:56.894102 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2038043
Dec 03 03:33:56.924873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:56.948879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56916) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:56.950005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:56.981114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:56.996159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7f84073b-48b0-4af9-a184-d578257a1c50 req-52131107-53c4-4b36-9e91-10b6c17faa46 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Synchronizing usage tracker for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:33:57.006258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-40d87246-8148-46bb-af49-37402046ff24 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:33:57.009790 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-40d87246-8148-46bb-af49-37402046ff24 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0446429
Dec 03 03:33:57.016708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:floatingip and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:57.023911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:57.049403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:57.057186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:57.067416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:57.075711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7f84073b-48b0-4af9-a184-d578257a1c50 req-52131107-53c4-4b36-9e91-10b6c17faa46 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Unset dirty status for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:33:57.080136 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7f84073b-48b0-4af9-a184-d578257a1c50 req-52131107-53c4-4b36-9e91-10b6c17faa46 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4667404
Dec 03 03:33:57.089164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:57.094721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:57.125537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:57.137373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:57.143994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.150828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 47bb4c75-eeba-4322-bdd3-f375f0f5969c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:57.151497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.426845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:33:57.447671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.642144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.666038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.721939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8015bd4-7004-4404-8b61-7609f999b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:57.878260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 65669143-c8e6-41d8-85e1-e739562bc788 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:57.911430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.932312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:57.933761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.5974121
Dec 03 03:33:57.939229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56932) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:57.951363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroup': ['ID=d3053c8b-3f57-4ab2-875a-5372f93b62cd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:57.954823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:57.970399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group_rule': {'security_group_id': 'd3053c8b-3f57-4ab2-875a-5372f93b62cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:57.978165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:57.979840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Network 4b79a5ab-81c0-47de-a314-633f9b591ab5 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:33:57.983107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:57.989566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:58.019034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 65669143-c8e6-41d8-85e1-e739562bc788 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:33:58.019246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:33:58.021812 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:33:58.033770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 65669143-c8e6-41d8-85e1-e739562bc788 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:58.034393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.156845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.245327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.258029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa3a441d-34d5-413a-875e-6ffa9a672832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:58.334017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.344613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b79a5ab-81c0-47de-a314-633f9b591ab5,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:58.348529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.361854 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] 10.222.0.66 "DELETE /v2.0/networks/4b79a5ab-81c0-47de-a314-633f9b591ab5 HTTP/1.1" status: 204  len: 168 time: 3.4902952
Dec 03 03:33:58.364408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:58.364934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56942) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:58.389518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.390043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:58.409222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Usage tracker for resource:security_group_rule and tenant:06c4fa2c6f1a49f7a3bb1367f9317e0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:58.436134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:58.444302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 65669143-c8e6-41d8-85e1-e739562bc788, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=65669143-c8e6-41d8-85e1-e739562bc788,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:33:58.454050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.457460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device ee0cf067-534e-4240-a111-1d042e5c73a6 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:33:58.492250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:58.514633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Deleting subnet 22b649be-0e4c-4c5e-a9bd-ed1b1b61577f {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:33:58.525709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.611172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:58.665057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.729839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc6ae-be26-4028-a540-5d725dc43293 req-de9a6cf8-fb55-4186-bb0e-9d16e7e66d36 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:33:58.731276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-324fc6ae-be26-4028-a540-5d725dc43293 req-de9a6cf8-fb55-4186-bb0e-9d16e7e66d36 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Synchronizing usage tracker for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:33:58.795297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=65669143-c8e6-41d8-85e1-e739562bc788,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:58.815817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:58.829995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.854095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port ee0cf067-534e-4240-a111-1d042e5c73a6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:33:58.854598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:58.916214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Allocated IP 172.27.0.98 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/e1416af4-0605-4000-8cc5-c9761fb04697) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:33:59.186004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:59.190754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-324fc6ae-be26-4028-a540-5d725dc43293 req-de9a6cf8-fb55-4186-bb0e-9d16e7e66d36 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Unset dirty status for tenant:8b36fc3f1d054f1597026e4eeed772c8 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:33:59.191994 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-324fc6ae-be26-4028-a540-5d725dc43293 req-de9a6cf8-fb55-4186-bb0e-9d16e7e66d36 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 931 time: 0.6921291
Dec 03 03:33:59.198261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Request body: {'port': {'device_id': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:59.249852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:59.305293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:59.338101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-70250ea9-3e41-4c5b-b5c4-8d2cf64c6554 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:59.422662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:59.426460 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.4795287
Dec 03 03:33:59.440673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 56970) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:33:59.449170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66c6955-5623-4eaa-919f-25df2dadf5d9,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:59.458730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:59.504011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:33:59.541979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group_rule': {'security_group_id': 'd3053c8b-3f57-4ab2-875a-5372f93b62cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:33:59.555080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:33:59.589484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:33:59.595273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:33:59.614431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:33:59.642716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:33:59.657685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b649be-0e4c-4c5e-a9bd-ed1b1b61577f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:33:59.674460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:33:59.705462 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-324fc6ae-be26-4028-a540-5d725dc43293 req-6682d50c-f0e2-405f-8e2d-ac13b28e196d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4430766
Dec 03 03:33:59.884134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.015597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.083896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 65669143-c8e6-41d8-85e1-e739562bc788 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:00.163196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.164811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.181976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56984) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:00.191754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.205387 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/22b649be-0e4c-4c5e-a9bd-ed1b1b61577f HTTP/1.1" status: 204  len: 168 time: 1.8379450
Dec 03 03:34:00.206160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 56990) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:00.269440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4bbaa61f-c985-4ed1-9d8a-4aad5de3c7da tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:00.355192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 65669143-c8e6-41d8-85e1-e739562bc788 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:00.355716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.394853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.658952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.902826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:00.905182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:34:00.928365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:00.935472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce71b00>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:47Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:00.997587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:01.009376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8c311898>,) {'filters': {'network_id': ['d16c8cdb-6f66-4b88-b53f-18532bdb0e68']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:01.019244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Usage tracker for resource:security_group_rule and tenant:83d93a1d0bf2443687aa1482efd02e4e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:01.030006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:01.033244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.036394 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c311898>, '1cf2077b-ddeb-4e5a-9533-7694cdbb63bd') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:01.036912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c311898>, '1cf2077b-ddeb-4e5a-9533-7694cdbb63bd') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:01.047126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:01.061911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.093475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.097056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:34:01.372748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:01.383318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:34:01.404835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.462047 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06c4fa2c6f1a49f7a3bb1367f9317e0b&name=default HTTP/1.1" status: 200  len: 2879 time: 4.4988184
Dec 03 03:34:01.511264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57016) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:01.558143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:34:01.741769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=e1416af4-0605-4000-8cc5-c9761fb04697,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:01.807557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.538s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:01.818065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d7438c2-b081-4031-9b05-519f851ddff6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:01.838914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.878719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.889666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.916579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Network d16c8cdb-6f66-4b88-b53f-18532bdb0e68 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:34:01.932232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80532ad4-8016-4e4f-bddf-7fe0b84e236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:01.935923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:34:01.967481 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:34:01.970549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72035f5b-7525-4cf4-911e-754a0f4eb265,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:01.991795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.071201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:02.075465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce71b00>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:33:50Z', 'revision_number': 2, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:02.076609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83d93a1d0bf2443687aa1482efd02e4e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8931825
Dec 03 03:34:02.081579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57024) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:02.082062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:34:02.082537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Updating router 7f236825-930e-440d-8db4-70342ce5da35 port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:34:02.084945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c6bc02-139a-43ee-a81c-4baad1487889,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:02.094221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bc96c52e-e7d6-4658-a301-d54382d401a3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:02.104868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:02.134655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.156094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27dc7ffe-ca79-481d-ade4-dda867d19a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:02.198057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.211987 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] 10.222.0.66 "DELETE /v2.0/networks/d16c8cdb-6f66-4b88-b53f-18532bdb0e68 HTTP/1.1" status: 204  len: 168 time: 2.0045559
Dec 03 03:34:02.250361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d16c8cdb-6f66-4b88-b53f-18532bdb0e68,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:02.270408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.288821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4a5f8d68-5b20-4a96-a4bc-3ebe78df05fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:02.289534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.344918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c62334-e9ae-44ab-800a-fcb08f5942d4,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:02.366395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.480906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.490865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:02.519622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c6bc02-139a-43ee-a81c-4baad1487889,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:02.541252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:02.542357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.543807 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7c6bc02-139a-43ee-a81c-4baad1487889 HTTP/1.1" status: 204  len: 168 time: 0.4610951
Dec 03 03:34:02.558699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:02.567154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:34:02.579720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827f5c-eaca-438c-8563-ed1d172fbaca req-fa4f9424-2c7b-40df-abd6-d773aae649f9 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:02.581956 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27827f5c-eaca-438c-8563-ed1d172fbaca req-fa4f9424-2c7b-40df-abd6-d773aae649f9 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 931 time: 1.5017798
Dec 03 03:34:02.588232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.598477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:02.604088 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 3.1437974
Dec 03 03:34:02.604088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:34:02.604486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57044) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:02.610587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:02.626139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:02.634198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:floatingip and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:02.641698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:34:02.645585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:02.653892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57048) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:02.667625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:02.773153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.028431 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-12ebaa01-493c-4623-a104-af1c4a4c0f9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5f37176afad48ea9043b7d9111c39a8&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3728762
Dec 03 03:34:03.038058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57052) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:03.083636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27827f5c-eaca-438c-8563-ed1d172fbaca req-434e87d6-893c-40d9-9f9f-321acb06e424 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4617066
Dec 03 03:34:03.227700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.262810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Transition to ACTIVE for port object 873c29b6-27f3-401e-94d5-9b49c46bb8d3 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:03.270297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.304290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.331497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.368727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.431955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.535270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.620105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:03.742652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0b2212c-ba43-47f8-b0a6-d22dc89ebccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:03.843388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72035f5b-7525-4cf4-911e-754a0f4eb265,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:03.918756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:03.935982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.956072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:03.967081 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72035f5b-7525-4cf4-911e-754a0f4eb265 HTTP/1.1" status: 204  len: 168 time: 2.4301693
Dec 03 03:34:03.975960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:03.993258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcb6c41-8968-482d-8c02-c522a1f249ed {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:34:04.033636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357af550-0768-40cc-aaff-01d8009f8d76,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:04.049798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.064086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:04.067553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.068876 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/357af550-0768-40cc-aaff-01d8009f8d76 HTTP/1.1" status: 204  len: 168 time: 1.0295491
Dec 03 03:34:04.115032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Transition to ACTIVE for port object 1bcb6c41-8968-482d-8c02-c522a1f249ed will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:04.129999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Pushing event updated for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:04.150645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:04.152880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.272309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57070) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:04.278196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.550822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Attempting to bind port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:34:04.553842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Allocated IP 172.27.0.124 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/f685d1fe-469f-4a6f-8f07-94942472479e) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:34:04.554819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Attempting to bind port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:34:04.555603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Attempting to bind port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 on network 7cb459e0-39d6-47ca-bdde-353dad2c0705 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:34:04.573856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:34:04.575143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Checking segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:34:04.575799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.576422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Bound using segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:34:04.577292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Bound port: 873c29b6-27f3-401e-94d5-9b49c46bb8d3, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:34:04.577888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.721661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.769181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:04.779830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.810387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.829244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ce30e44-ffc5-4e31-8b4b-49897d72f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:04.842215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] For port 873c29b6-27f3-401e-94d5-9b49c46bb8d3, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:34:04.854223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] For port 873c29b6-27f3-401e-94d5-9b49c46bb8d3, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=873c29b6-27f3-401e-94d5-9b49c46bb8d3,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:34:04.865340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:04.900132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:04.910391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Usage tracker for resource:security_group_rule and tenant:b330b1f31fb848698798f0f802c314a8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:04.911429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:04.920031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:04.934335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:05.007501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=f685d1fe-469f-4a6f-8f07-94942472479e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:05.031740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57082) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:05.033025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:05.088543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.112744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:05.115278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.118864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Pushing event updated for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:05.133983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Usage tracker for resource:security_group_rule and tenant:242971ad4fe64c3cbbfa2053f0b054aa is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:05.145584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:05.153084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:05.164302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:05.192324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:34:05.199057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:34:05.206766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:34:05.499246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.592539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Attempting to bind port 1bcb6c41-8968-482d-8c02-c522a1f249ed on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:34:05.593549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Attempting to bind port 1bcb6c41-8968-482d-8c02-c522a1f249ed by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '9c0aab58-94a5-489b-9417-a12b388e2cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:34:05.594960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Attempting to bind port 1bcb6c41-8968-482d-8c02-c522a1f249ed on network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:34:05.669015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.763952 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b330b1f31fb848698798f0f802c314a8&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4876285
Dec 03 03:34:05.767690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:05.772346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57108) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:05.776174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57110) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:05.791512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:05.795196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce71b00>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:33:47Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:05.833994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.863235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.900699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:05.925029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c99510ab-f5ab-4b07-876b-81fdfbe7a5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:05.930397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-515f9ed4-4334-41f0-afcc-765065fe34fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:05.933850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 873c29b6-27f3-401e-94d5-9b49c46bb8d3 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:05.943723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:34:05.944444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Checking segment: {'id': '9c0aab58-94a5-489b-9417-a12b388e2cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:34:05.945095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:05.945777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Bound using segment: {'id': '9c0aab58-94a5-489b-9417-a12b388e2cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:34:05.946664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Bound port: 1bcb6c41-8968-482d-8c02-c522a1f249ed, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0aab58-94a5-489b-9417-a12b388e2cfa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1c43d707-8bed-4e9f-bc92-b1cbe807d330'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:34:05.947208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:06.033989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:06.160761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=242971ad4fe64c3cbbfa2053f0b054aa&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1231215
Dec 03 03:34:06.161472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57120) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:06.162061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c427a00-5ceb-463e-a73e-d88e13cb705c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:06.181990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:06.262803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:06.271501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:06.272230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:06.433156 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f434f8ea-daa5-4045-a53c-8e9f75c160f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72c8e430099542a29af9d3edc7372e90&name=default HTTP/1.1" status: 200  len: 2875 time: 0.5436594
Dec 03 03:34:06.433593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a16bc-ac4c-41fa-9c57-4c9233889e27,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:06.436444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57128) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:06.452790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:06.478113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:06.497524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed3b7e-b93a-409b-b31f-bae1093681c7 req-f0414602-c1e4-4c77-9a0f-d778358532c4 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:06.501619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:06.506130 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8bed3b7e-b93a-409b-b31f-bae1093681c7 req-f0414602-c1e4-4c77-9a0f-d778358532c4 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 1.7549956
Dec 03 03:34:06.740508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-80f7c852-4315-4fbf-ac5f-0d5775f6b843 None None] Provisioning complete for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:06.741719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80f7c852-4315-4fbf-ac5f-0d5775f6b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:06.998980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.060831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.098252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80f7c852-4315-4fbf-ac5f-0d5775f6b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.110679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:34:07.134107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8bed3b7e-b93a-409b-b31f-bae1093681c7 req-581fe481-3b4f-4fbb-88a3-6e4367d08ce6 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6271255
Dec 03 03:34:07.170979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 873c29b6-27f3-401e-94d5-9b49c46bb8d3, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=873c29b6-27f3-401e-94d5-9b49c46bb8d3,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:07.180930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.209201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed,segment=NetworkSegment(9c0aab58-94a5-489b-9417-a12b388e2cfa),segment_id=9c0aab58-94a5-489b-9417-a12b388e2cfa)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:34:07.238576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.249425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.259139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-80f7c852-4315-4fbf-ac5f-0d5775f6b843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:34:07.259674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-80f7c852-4315-4fbf-ac5f-0d5775f6b843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:34:07.263503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.270099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:07.286455 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.294316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:07.307906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.309754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c427a00-5ceb-463e-a73e-d88e13cb705c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:07.316443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:07.339886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:07.345734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:07.392903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.468132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:07.480158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:07.495718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce71b00>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:04Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:07.500537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0b17b-a37e-4b10-8444-f185b1869d32 None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:04Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:34:07.518501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.549172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.554005 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c427a00-5ceb-463e-a73e-d88e13cb705c HTTP/1.1" status: 204  len: 168 time: 1.3707819
Dec 03 03:34:07.583921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=f685d1fe-469f-4a6f-8f07-94942472479e,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:07.587534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:07.602316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:07.603175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.604959 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] 10.222.0.64 "PUT /v2.0/ports/1bcb6c41-8968-482d-8c02-c522a1f249ed HTTP/1.1" status: 200  len: 1157 time: 9.2649667
Dec 03 03:34:07.607029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:07.725325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.758676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:07.778293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:07.802172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.802409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.811380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.826653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 873c29b6-27f3-401e-94d5-9b49c46bb8d3 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:07.837395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.838641 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:07.867684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.869300 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2638741
Dec 03 03:34:07.935049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a16bc-ac4c-41fa-9c57-4c9233889e27,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:07.943507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:07.944936 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/194a16bc-ac4c-41fa-9c57-4c9233889e27 HTTP/1.1" status: 204  len: 168 time: 2.0520389
Dec 03 03:34:07.946079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:07.983318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:07.983903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:08.017072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:08.196208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:08.411086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=e1416af4-0605-4000-8cc5-c9761fb04697,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:08.424414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:08.428879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:08.446676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:08.452809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:08.459256 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e100b63b-ac1b-4883-8166-16888d7c6745 HTTP/1.1" status: 204  len: 168 time: 2.0080719
Dec 03 03:34:08.477688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100b63b-ac1b-4883-8166-16888d7c6745,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:08.509892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:08.546827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:08.548270 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 11.6694524
Dec 03 03:34:08.563226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-b533b8be-cc88-4f53-8121-bb727bfad5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:08.564786 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-b533b8be-cc88-4f53-8121-bb727bfad5e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b36fc3f1d054f1597026e4eeed772c8&device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 1160 time: 0.5016599
Dec 03 03:34:08.566619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-b1b41e08-17ec-48c3-a570-89681beea278 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:08.658182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-927e456c-80c7-4cd7-9547-c10c43e277db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed HTTP/1.1" status: 200  len: 217 time: 0.0779293
Dec 03 03:34:08.667238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea3e9-27b3-4f37-9e29-f19df691c657 req-f897cf10-5762-42bd-a4b6-da834066fd12 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:08.668884 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f30ea3e9-27b3-4f37-9e29-f19df691c657 req-f897cf10-5762-42bd-a4b6-da834066fd12 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 0.3397701
Dec 03 03:34:08.719501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-b1b41e08-17ec-48c3-a570-89681beea278 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:08.720670 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-b1b41e08-17ec-48c3-a570-89681beea278 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1014498154&fields=id&tenant_id=3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 267 time: 0.2544003
Dec 03 03:34:08.743797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57190) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:08.818369 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f30ea3e9-27b3-4f37-9e29-f19df691c657 req-1177870b-ae0f-498e-8df8-a4957916b9b9 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000872
Dec 03 03:34:08.907634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-6a5c7ae7-d586-4887-a702-60aa2923a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:08.907634 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-6a5c7ae7-d586-4887-a702-60aa2923a8fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=68d05dea-04ed-4590-ac3d-b2a99901e4b3 HTTP/1.1" status: 200  len: 852 time: 0.2377493
Dec 03 03:34:08.967147 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-abf8d46b-e754-44aa-83be-aa9433d20c5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c43d707-8bed-4e9f-bc92-b1cbe807d330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526118
Dec 03 03:34:09.111821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c157e91d-fa47-4eac-a4d6-c4f1b427bea7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:09.113517 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c157e91d-fa47-4eac-a4d6-c4f1b427bea7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 811 time: 0.3650134
Dec 03 03:34:09.153720 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-bbc94f45-7831-444c-bd57-44127683e21b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/quotas/3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 375 time: 0.0288036
Dec 03 03:34:09.175280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.198597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:09.203854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Usage tracker for resource:security_group_rule and tenant:96609e9fd75a48eaa188d94b72584c7d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:09.216042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:09.222436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:09.231923 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-55ef10d1-4f07-45b0-b9ac-92df776cdf7a service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551923
Dec 03 03:34:09.361663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.367591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.407779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe0a27f2-86d4-49f3-927d-4802b73ccdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:09.419821 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96609e9fd75a48eaa188d94b72584c7d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6756742
Dec 03 03:34:09.422368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57216) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:09.435772 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed', 'status': 'completed', 'code': 200}
Dec 03 03:34:09.450626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-e16cf2b1-e51a-421c-a788-126276322755 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2809241
Dec 03 03:34:09.510918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4713101-f185-451f-9cf6-6355d22e3d56,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:09.530164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:09.596212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.628979 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad3dfbf-986d-4e9d-9d34-ea1e4bdef91d req-93c09051-3162-427c-a3e3-92ba90b350db service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3849120
Dec 03 03:34:09.629594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.695385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.702022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:09.713518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-980ddc58-54a2-4e27-9f80-5e89d0d68c6c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:09.719400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4713101-f185-451f-9cf6-6355d22e3d56,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:09.724202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:09.729075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:09.732893 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4713101-f185-451f-9cf6-6355d22e3d56 HTTP/1.1" status: 204  len: 168 time: 0.3057842
Dec 03 03:34:09.810776 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-9af43090-7801-4eca-9640-692002aa6607 service neutron] 10.222.0.66 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3342364
Dec 03 03:34:09.821390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-980ddc58-54a2-4e27-9f80-5e89d0d68c6c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:09.822670 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-980ddc58-54a2-4e27-9f80-5e89d0d68c6c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--251537663&fields=id&tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 267 time: 0.2242372
Dec 03 03:34:10.302583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-14a2d1b4-ecbb-4123-9436-f238156c4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:10.304221 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-14a2d1b4-ecbb-4123-9436-f238156c4d6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b36fc3f1d054f1597026e4eeed772c8&device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 1160 time: 0.5611422
Dec 03 03:34:10.342478 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-55a881ea-c97e-4912-9f72-5cdc146a6a0c service neutron] 10.222.0.66 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5223966
Dec 03 03:34:10.456397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-e0de7ff4-a5b1-4f14-afb4-11ecf03ff5fb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:10.457981 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-e0de7ff4-a5b1-4f14-afb4-11ecf03ff5fb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 816 time: 0.3467150
Dec 03 03:34:10.498335 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-a933c842-529c-4f22-be1f-901b92fbc7d1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/quotas/3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 375 time: 0.0275350
Dec 03 03:34:10.552525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-da53d066-9429-4c96-b3c0-b5db67d8df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:10.554201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-da53d066-9429-4c96-b3c0-b5db67d8df75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c43d707-8bed-4e9f-bc92-b1cbe807d330 HTTP/1.1" status: 200  len: 906 time: 0.2397380
Dec 03 03:34:10.642169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-08687a3e-aaba-4ff0-bb24-b73596565d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed HTTP/1.1" status: 200  len: 217 time: 0.0763776
Dec 03 03:34:10.755015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57290) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:10.792266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:10.801720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-57fc04aa-25ec-4b5e-8818-59db06b160d2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:10.807380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-b8082e53-8d71-470e-8518-ef24f654e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:10.808908 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-b8082e53-8d71-470e-8518-ef24f654e335 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=68d05dea-04ed-4590-ac3d-b2a99901e4b3 HTTP/1.1" status: 200  len: 852 time: 0.1535230
Dec 03 03:34:10.831068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:10.842761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3d7d23f1ad44c29d63d4688119400a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:10.846936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:10.857898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:10.875636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-7edeba16-66fb-4c7b-9190-fd8136847cff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c43d707-8bed-4e9f-bc92-b1cbe807d330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590777
Dec 03 03:34:10.908740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57302) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:10.916681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-57fc04aa-25ec-4b5e-8818-59db06b160d2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:10.918144 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-57fc04aa-25ec-4b5e-8818-59db06b160d2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4077823
Dec 03 03:34:10.941228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a690937-0fa3-4fe1-8626-347ad89a6232 req-91cc7454-a7af-4163-854f-91f5c44ee05d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:10.948774 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a690937-0fa3-4fe1-8626-347ad89a6232 req-91cc7454-a7af-4163-854f-91f5c44ee05d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 0.2528205
Dec 03 03:34:11.082749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.087342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.092651 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a690937-0fa3-4fe1-8626-347ad89a6232 req-9707c3b7-cc1a-4e7f-9c4f-61a02ab71a7a tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925801
Dec 03 03:34:11.115975 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-4c4a3058-4381-41c1-b47d-7f4bb47c46ec service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323265
Dec 03 03:34:11.126103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1cfc7019-cdf3-4d7a-9114-b96ab34d48da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:11.233398 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c3d7d23f1ad44c29d63d4688119400a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4771650
Dec 03 03:34:11.235491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57318) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:11.238500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a69247-a75c-47fd-90f3-7b1124bdbfb8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:11.246676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:11.375324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf50d011-89ed-4161-930e-8886b127da28 req-09c891c0-4f24-4b5c-997c-18ee03c6d802 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 210 time: 0.1520035
Dec 03 03:34:11.384577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.457650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.511484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.529795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:11.533898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Usage tracker for resource:security_group_rule and tenant:956ccb6c45e541d185c0fed5e9eaef30 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:11.537085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:11.553573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:11.569976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09e415d2-a4c0-4ecb-b413-871801e36ce4 req-fc20ef4b-2756-4c0a-89c8-c3a386244ce2 service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2560811
Dec 03 03:34:11.605212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.615643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:11.628637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a69247-a75c-47fd-90f3-7b1124bdbfb8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:11.634515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:11.651070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.652327 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54a69247-a75c-47fd-90f3-7b1124bdbfb8 HTTP/1.1" status: 204  len: 168 time: 0.4158442
Dec 03 03:34:11.705035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.711121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.744605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:11.757478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57342) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:11.757765 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=956ccb6c45e541d185c0fed5e9eaef30&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8471708
Dec 03 03:34:11.781738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a33b5-5afd-4fed-88c3-66c555e7ae3f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:11.785407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:11.891256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.923628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.975722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:11.982191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f9b4e05-dc5d-4089-9fca-39ea761b41d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:11.996258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a33b5-5afd-4fed-88c3-66c555e7ae3f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:12.000727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:12.011175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:12.013137 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e5a33b5-5afd-4fed-88c3-66c555e7ae3f HTTP/1.1" status: 204  len: 168 time: 0.2545702
Dec 03 03:34:12.255073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-52724845-b764-439e-aed4-64377c3b64b9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:34:12.258199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-52724845-b764-439e-aed4-64377c3b64b9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5354457
Dec 03 03:34:12.645769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-c2ff63be-ae11-4e87-918c-7289b2e0a062 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:34:12.701182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-7985de46-d69d-483c-8ca1-76c83ad26539 service neutron] 10.222.0.66 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4339998
Dec 03 03:34:12.717810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-76f8dbb2-5910-4b6d-beac-1b70aa888c1c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:12.719721 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-76f8dbb2-5910-4b6d-beac-1b70aa888c1c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 811 time: 0.2572165
Dec 03 03:34:12.782907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57376) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:12.812015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:12.838529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:12.844087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Usage tracker for resource:security_group_rule and tenant:5977533d3b11477f97dc4d2629c097c2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:12.848834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:12.854326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f826b-3063-4e61-889b-50a34da09d5d req-6d95bb5a-eb35-435f-9e78-64a1f426d154 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:12.856049 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e94f826b-3063-4e61-889b-50a34da09d5d req-6d95bb5a-eb35-435f-9e78-64a1f426d154 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 0.5615182
Dec 03 03:34:12.859112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:12.944641 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-ce8f7f72-9e41-4c7e-9b77-059985f5906d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 5505 time: 0.1744766
Dec 03 03:34:12.967551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'port': {'device_id': '8ac04b0b-7889-4479-916f-167720d1c630', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'admin_state_up': True, 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'security_groups': ['d3053c8b-3f57-4ab2-875a-5372f93b62cd']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:12.979182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:12.983474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.019283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:13.031802 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5977533d3b11477f97dc4d2629c097c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2450993
Dec 03 03:34:13.032481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57388) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:13.083630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b85ea7-f3fa-47e9-b203-e20330e252b8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:13.087287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:13.100211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 1bcb6c41-8968-482d-8c02-c522a1f249ed up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:13.125072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.134824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e94f826b-3063-4e61-889b-50a34da09d5d req-bff94c90-e8b4-4da5-861e-baf96f04e308 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710524
Dec 03 03:34:13.154865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.224754 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-c3e1ad18-fd04-4fd2-9c41-619cab677f8c service neutron] 10.222.0.66 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5133171
Dec 03 03:34:13.269396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.277417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:13.313243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b85ea7-f3fa-47e9-b203-e20330e252b8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:13.328661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:13.346790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.364311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53b85ea7-f3fa-47e9-b203-e20330e252b8 HTTP/1.1" status: 204  len: 168 time: 0.3310015
Dec 03 03:34:13.388690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:13.393055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:port and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:13.396612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for port was recalculated. Used quota:3. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:13.403396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:13.489843 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13fc8a23-1ea7-4302-a95e-65ebf30d3c66 req-a1eb7d66-b324-44e6-8455-c80a6f6710a9 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 210 time: 0.0711732
Dec 03 03:34:13.491753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Made reservation on behalf of 3acd0b3a676a415b9224f87276c4423d for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:13.506813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 1bcb6c41-8968-482d-8c02-c522a1f249ed completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:13.507834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.522345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 1bcb6c41-8968-482d-8c02-c522a1f249ed triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:13.526549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.659314 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72b87796-f441-4447-a19a-9deaa5ee2e20 req-eb26bec4-db16-486c-878b-c69be6844e28 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 210 time: 0.0753512
Dec 03 03:34:13.757503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6fc6dc72-d2a4-4e88-b38c-2a9b38e235a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.848667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.886782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed,segment=NetworkSegment(9c0aab58-94a5-489b-9417-a12b388e2cfa),segment_id=9c0aab58-94a5-489b-9417-a12b388e2cfa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:13.891873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:13.977942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:13.981565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-20feeeb3-3b94-4f7c-854d-8b50e7d18014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:14.019489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Allocated IP 172.20.0.11 (7cb459e0-39d6-47ca-bdde-353dad2c0705/b45b33a0-3374-479d-bcb7-513d0f2452e4/d8950c69-c9f3-48de-8cdb-3a898103e0ea) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:34:14.090125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:14.096965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:14.433941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:14.578940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 1bcb6c41-8968-482d-8c02-c522a1f249ed up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:14.639866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c942-639c-491c-9dea-2d6a9751148c req-bd3935c7-6355-43fb-9747-11daec438b7d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:14.641677 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d842c942-639c-491c-9dea-2d6a9751148c req-bd3935c7-6355-43fb-9747-11daec438b7d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.1523490
Dec 03 03:34:14.706046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:14.726646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 1bcb6c41-8968-482d-8c02-c522a1f249ed triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:14.727084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:14.727978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Transition to ACTIVE for port object d8950c69-c9f3-48de-8cdb-3a898103e0ea will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:14.813387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:14.830865 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d842c942-639c-491c-9dea-2d6a9751148c req-0f7f6b33-87f7-4d18-8355-17f5519e56a3 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791220
Dec 03 03:34:14.884309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:15.134736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7460f0-b44c-460d-bad4-f33401830301 req-63070b35-fdca-49d4-8636-a60201de1104 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:15.143261 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d7460f0-b44c-460d-bad4-f33401830301 req-63070b35-fdca-49d4-8636-a60201de1104 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 932 time: 0.3949764
Dec 03 03:34:15.145381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:15.197014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:15.294858 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9d31bc1-fdb8-4ae8-abb0-11005c2ba743 req-67b74469-bafd-4057-8b67-c539e0977a37 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 210 time: 0.1448143
Dec 03 03:34:15.319330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.64', 55965) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:15.339973 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d7460f0-b44c-460d-bad4-f33401830301 req-2c56f285-4ae6-4ca9-9bdb-7ff94e57d909 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956241
Dec 03 03:34:15.370004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:34:15.371331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:34:15.383380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:34:15.389393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:15.390198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:15.426539 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4678802
Dec 03 03:34:15.442143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Request body: {'port': {'device_id': '8ac04b0b-7889-4479-916f-167720d1c630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:15.618394 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-51bc4cd5-a90d-474f-a562-a883fa6a286b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:15.619201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-51bc4cd5-a90d-474f-a562-a883fa6a286b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:15.659355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-51bc4cd5-a90d-474f-a562-a883fa6a286b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:15.660829 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-51bc4cd5-a90d-474f-a562-a883fa6a286b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 816 time: 0.3402388
Dec 03 03:34:15.666467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:15.730401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fcd1fcf6-d5a6-413a-bdb3-b874af50e42c None None] Provisioning for port d8950c69-c9f3-48de-8cdb-3a898103e0ea completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:15.752942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fcd1fcf6-d5a6-413a-bdb3-b874af50e42c None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:15.753365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fcf6-d5a6-413a-bdb3-b874af50e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:15.835105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-fe2ad3a6-42f9-4c94-b7fe-c25cca5daa8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:15.889747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-fe2ad3a6-42f9-4c94-b7fe-c25cca5daa8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:15.890520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1fcf6-d5a6-413a-bdb3-b874af50e42c None None] Port d8950c69-c9f3-48de-8cdb-3a898103e0ea cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:34:15.893770 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-fe2ad3a6-42f9-4c94-b7fe-c25cca5daa8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 5504 time: 0.2127316
Dec 03 03:34:15.905376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'port': {'device_id': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'admin_state_up': True, 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'security_groups': ['048de500-4d7e-4100-8a4a-a9e347f89f99']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:16.069536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:16.080522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:16.095433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Made reservation on behalf of 3eb64f2deda143e78ec3cd403b83d6ee for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:16.105966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:16.233627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-844e1cb2-b8cf-4c5b-9e31-7cb3730e24b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:16.278198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57492) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:16.384158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477268c-255d-4be0-9a75-205fdb42eae1 req-7fb24823-8c90-4acf-a27a-d34d3796795d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:16.395824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7477268c-255d-4be0-9a75-205fdb42eae1 req-7fb24823-8c90-4acf-a27a-d34d3796795d tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.2980521
Dec 03 03:34:16.477353 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed', 'code': 200}
Dec 03 03:34:16.540051 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7477268c-255d-4be0-9a75-205fdb42eae1 req-93c3b7ac-da4a-4a28-997b-1fda1eba25ca tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422915
Dec 03 03:34:16.657412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:16.859045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.64', 55968) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:16.884057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:16.889009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8950c69-c9f3-48de-8cdb-3a898103e0ea {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:34:16.913756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:16.916090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ea9adad-7820-4f3a-a06d-5ef80de36630 req-b2b7d1f5-a36d-442f-a334-94889ab17971 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 210 time: 0.1499367
Dec 03 03:34:16.921881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Usage tracker for resource:security_group_rule and tenant:58e7e546b9e343f3b4aec23ff4bffe03 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:16.931799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:16.932937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:16.945335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:16.956101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Allocated IP 172.20.0.3 (e29e6beb-dbdd-4360-87a0-1178c03113fb/45cf2a12-66cc-4a37-95b1-3afa89c5559f/c3f23d04-82b9-44c8-8757-e196aa111f7e) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:34:16.964232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Transition to ACTIVE for port object d8950c69-c9f3-48de-8cdb-3a898103e0ea will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:17.104678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.154925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:17.231974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.243061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.265330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:17.312201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f13632-1127-438a-8cf4-acabfa99eed1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:17.317402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:17.325848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:17.328353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:17.346644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.364352 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58e7e546b9e343f3b4aec23ff4bffe03&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0845897
Dec 03 03:34:17.369152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57536) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:17.401738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Transition to ACTIVE for port object c3f23d04-82b9-44c8-8757-e196aa111f7e will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:17.434548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.492042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c4d20e3-4db5-49f2-bc98-0c7315724673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:17.576334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:17.588721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:17.668037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.680460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.778132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.778569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cfa2c-faf0-4eff-a569-75357990d80e req-6333b12d-d781-4a27-ba88-dd64aa72ecd3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:17.779451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-048cfa2c-faf0-4eff-a569-75357990d80e req-6333b12d-d781-4a27-ba88-dd64aa72ecd3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:17.806841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-f3b374ea-a08d-413b-a8d0-5a8658d1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:17.808503 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-f3b374ea-a08d-413b-a8d0-5a8658d1471d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 1162 time: 0.9442313
Dec 03 03:34:17.948580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:34:17.950153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:34:17.952186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:17.965037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:34:17.973227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Attempting to bind port d8950c69-c9f3-48de-8cdb-3a898103e0ea on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:34:17.974819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Attempting to bind port d8950c69-c9f3-48de-8cdb-3a898103e0ea by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:34:17.975202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Attempting to bind port d8950c69-c9f3-48de-8cdb-3a898103e0ea on network 7cb459e0-39d6-47ca-bdde-353dad2c0705 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:34:18.019101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5950559c-e8c2-4ccd-8836-ec30a8eef16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:18.036760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:34:18.037145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Checking segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:34:18.037560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.037963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Bound using segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:34:18.038486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Bound port: d8950c69-c9f3-48de-8cdb-3a898103e0ea, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:34:18.038864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.093886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f13632-1127-438a-8cf4-acabfa99eed1,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:18.109847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:18.164026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:18.165104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.188406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.197938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7f13632-1127-438a-8cf4-acabfa99eed1 HTTP/1.1" status: 204  len: 168 time: 0.8276091
Dec 03 03:34:18.226880 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3261259
Dec 03 03:34:18.246080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.246775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Request body: {'port': {'device_id': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:18.260975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.329115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:18.343674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-048cfa2c-faf0-4eff-a569-75357990d80e req-6333b12d-d781-4a27-ba88-dd64aa72ecd3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:18.352516 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-048cfa2c-faf0-4eff-a569-75357990d80e req-6333b12d-d781-4a27-ba88-dd64aa72ecd3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 1.5067563
Dec 03 03:34:18.369727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-88548498-2df5-4866-8e6a-ed3e714160e2 None None] Provisioning for port c3f23d04-82b9-44c8-8757-e196aa111f7e completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:18.387069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-88548498-2df5-4866-8e6a-ed3e714160e2 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:18.387671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88548498-2df5-4866-8e6a-ed3e714160e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.438985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.500615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Usage tracker for resource:security_group_rule and tenant:a647c8a46fd6472d98539697a1cb6e5b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:18.533255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-88548498-2df5-4866-8e6a-ed3e714160e2 None None] Port c3f23d04-82b9-44c8-8757-e196aa111f7e cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:34:18.552449 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:34:18.562617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:34:18.578761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:18.587310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.600975 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-048cfa2c-faf0-4eff-a569-75357990d80e req-70cbd964-4e8b-42f6-8878-37d1adae4734 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2451854
Dec 03 03:34:18.620185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:18.870897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:18.878723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:19.047860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Pushing event updated for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:19.052498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:19.069378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cce0f-e1d4-40fa-acb6-ed60093dcdbf req-20062254-9348-491e-ae3a-efc16029442c tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:19.076976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c43cce0f-e1d4-40fa-acb6-ed60093dcdbf req-20062254-9348-491e-ae3a-efc16029442c tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 1.2931070
Dec 03 03:34:19.101014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:19.172648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57614) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:19.208163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:19.224619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:19.250570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:19.254830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f23d04-82b9-44c8-8757-e196aa111f7e {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:34:19.263777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6cbd2bc2454730bf845252cb8bf785 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:19.268233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:19.272221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:19.274009 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-61aaf85a-f17d-4d90-96a6-d734bbcdffe9 req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3283207
Dec 03 03:34:19.282789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:19.294812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43a8d3e4-b0a2-4775-8e23-6d2440fe89b5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:19.298664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:19.301161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Transition to ACTIVE for port object c3f23d04-82b9-44c8-8757-e196aa111f7e will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:34:19.317320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:19.345033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:19.389549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c43cce0f-e1d4-40fa-acb6-ed60093dcdbf req-d1b893db-5809-4fb5-a552-9692fbd2736a tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110285
Dec 03 03:34:19.470502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e294f-8e99-4b0e-b724-338fe9316771 req-86467c7d-dcfd-4b90-b530-21a4034c7d0f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:19.484609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc9e294f-8e99-4b0e-b724-338fe9316771 req-86467c7d-dcfd-4b90-b530-21a4034c7d0f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 931 time: 0.4810617
Dec 03 03:34:19.529113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:19.546936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:19.558441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:19.559139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:19.560662 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] 10.222.0.64 "PUT /v2.0/ports/d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1158 time: 4.1240075
Dec 03 03:34:19.561182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:19.595140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc9e294f-8e99-4b0e-b724-338fe9316771 req-bf83bd72-e575-4387-8f0c-a44205bc9ab8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077125
Dec 03 03:34:19.750783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57636) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:19.752588 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'status': 'completed', 'code': 200}
Dec 03 03:34:19.895212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-0815f349-e059-40ab-8d34-ca0488e814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:19.898029 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-0815f349-e059-40ab-8d34-ca0488e814fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1161 time: 0.2569358
Dec 03 03:34:20.249241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.259528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.260879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.271947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d519832e-719f-4fbe-b42b-1a0bfe1471d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:20.300843 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-033af64e-7149-4bc6-8024-95b74748db8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 217 time: 0.1275244
Dec 03 03:34:20.306756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:20.314126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9533d6aa09497facd47a094a7ce95c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:20.317825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:20.323618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:20.344684 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f6cbd2bc2454730bf845252cb8bf785&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1677623
Dec 03 03:34:20.346678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57666) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:20.347750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a7cd2b-3826-4e3a-adcc-099dde0e22f0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:20.355403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:20.369692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Attempting to bind port c3f23d04-82b9-44c8-8757-e196aa111f7e on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:34:20.370099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Attempting to bind port c3f23d04-82b9-44c8-8757-e196aa111f7e by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:34:20.370512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Attempting to bind port c3f23d04-82b9-44c8-8757-e196aa111f7e on network e29e6beb-dbdd-4360-87a0-1178c03113fb {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:34:20.387261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:34:20.387614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Checking segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:34:20.388058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.388463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Bound using segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:34:20.388989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Bound port: c3f23d04-82b9-44c8-8757-e196aa111f7e, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:34:20.389373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.417683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.493410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-57ce9b7d-04bf-48fd-8b08-ea1c38d282cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:20.495057 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-57ce9b7d-04bf-48fd-8b08-ea1c38d282cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.0752082
Dec 03 03:34:20.496972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.504033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.504783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:20.559038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:34:20.563068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.598311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:34:20.620888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.671035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:20.710855 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e9533d6aa09497facd47a094a7ce95c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9570954
Dec 03 03:34:20.718024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57684) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:20.728887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff54a2f-1ae7-4b08-a422-35124dd886e6 req-400ba6fe-1c94-4beb-863c-911ab67ae0ae tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:20.730542 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bff54a2f-1ae7-4b08-a422-35124dd886e6 req-400ba6fe-1c94-4beb-863c-911ab67ae0ae tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.9102087
Dec 03 03:34:20.785102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.805962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7658add-c539-4d1e-b8aa-b73b96469dad,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:20.817399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:20.885009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.886977 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84a7cd2b-3826-4e3a-adcc-099dde0e22f0 HTTP/1.1" status: 204  len: 168 time: 0.5355237
Dec 03 03:34:20.961761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:20.963265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:20.967422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:20.976948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57692) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:20.977483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e3ba635-d706-4a0f-99bd-814ec1796bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:20.994600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a7cd2b-3826-4e3a-adcc-099dde0e22f0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:20.997151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:21.055715 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bff54a2f-1ae7-4b08-a422-35124dd886e6 req-2a6d273e-8365-43db-84e6-808b6aecab59 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2427785
Dec 03 03:34:21.100585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.103830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.108914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] 10.222.0.64 "PUT /v2.0/ports/c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 1157 time: 2.8673301
Dec 03 03:34:21.109603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:21.115182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-fcdcb2b6-66c7-4db7-b528-ace34e3c6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.117174 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-fcdcb2b6-66c7-4db7-b528-ace34e3c6c03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5654409
Dec 03 03:34:21.125017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.253246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd0aad-4ed7-4f8d-8316-e5a5eed47f5f req-848afae8-d42a-4a3b-83f5-35c354d86c0b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.262471 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5fd0aad-4ed7-4f8d-8316-e5a5eed47f5f req-848afae8-d42a-4a3b-83f5-35c354d86c0b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.6257789
Dec 03 03:34:21.419996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-a99df4fc-c5a9-4e4c-9958-fcd4cf103a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.422270 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-a99df4fc-c5a9-4e4c-9958-fcd4cf103a90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1160 time: 0.1552560
Dec 03 03:34:21.566215 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-1d675fed-a567-4d27-bb41-3f6d3a4e9d70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 217 time: 0.1292298
Dec 03 03:34:21.571550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.597747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:21.633129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.652916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-97ea72fc-0b1a-4d41-b3d6-203873b960bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.654833 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-97ea72fc-0b1a-4d41-b3d6-203873b960bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0813277
Dec 03 03:34:21.660006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7658add-c539-4d1e-b8aa-b73b96469dad,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:21.668614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:21.696956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:21.708852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:78319c287e97419c8af10ae0565cbb7c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:21.708852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:21.712316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:21.779349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-f8925de9-ab98-4998-81e7-b323009cb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.781111 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-f8925de9-ab98-4998-81e7-b323009cb989 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164989
Dec 03 03:34:21.785091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.786881 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7658add-c539-4d1e-b8aa-b73b96469dad HTTP/1.1" status: 204  len: 168 time: 1.0657127
Dec 03 03:34:21.810926 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5fd0aad-4ed7-4f8d-8316-e5a5eed47f5f req-f755a0f2-19f8-41ee-9ed2-fdd03eacaf23 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5114615
Dec 03 03:34:21.872905 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-d1d96ecf-9559-4c14-9199-bf74403dd03c service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7309451
Dec 03 03:34:21.887065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.899656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a6d81-041b-4bd4-9b2b-7507e239a455 req-660954f6-c0c1-4f4f-acdf-d1b23cab2e3f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:21.901360 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c9a6d81-041b-4bd4-9b2b-7507e239a455 req-660954f6-c0c1-4f4f-acdf-d1b23cab2e3f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.4761851
Dec 03 03:34:21.902226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:21.914689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e409c797-27d8-47e6-8606-21f233c3094c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:22.000807 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78319c287e97419c8af10ae0565cbb7c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9953027
Dec 03 03:34:22.003659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57734) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:22.008648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c688c35-3cc9-4e91-b56b-6d1b5474bdbd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:22.028679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:22.031466 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c9a6d81-041b-4bd4-9b2b-7507e239a455 req-e4f73972-75c8-415d-ae02-fe62c9b067ef tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211486
Dec 03 03:34:22.102384 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'status': 'completed', 'code': 200}
Dec 03 03:34:22.117260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.148276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.220398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.229027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-28ec5108-adcb-42a4-959f-fc2cef237f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:22.244321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.249170 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c688c35-3cc9-4e91-b56b-6d1b5474bdbd HTTP/1.1" status: 204  len: 168 time: 0.2439470
Dec 03 03:34:22.251913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c688c35-3cc9-4e91-b56b-6d1b5474bdbd,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:22.276333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:22.317421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bd9d6-7986-4908-b3b7-51aaee8569a9 req-447b042f-1ab7-4fae-a753-7cdddfe11040 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:22.327141 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa0bd9d6-7986-4908-b3b7-51aaee8569a9 req-447b042f-1ab7-4fae-a753-7cdddfe11040 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.1058223
Dec 03 03:34:22.375490 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa0bd9d6-7986-4908-b3b7-51aaee8569a9 req-5c3de83b-4218-463e-b227-416eba3e620d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453269
Dec 03 03:34:22.512827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57754) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:22.534612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.556918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:22.561208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Usage tracker for resource:security_group_rule and tenant:89e2b9ff67e14ea5a68231733e99b9fe is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:22.564311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:22.570499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:22.664167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.667418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.677742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-91b53582-55f2-484c-a6de-cea9346c997e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:22.723109 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89e2b9ff67e14ea5a68231733e99b9fe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2090769
Dec 03 03:34:22.723874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b82873-1e47-456d-9a13-09f8a1323d29,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:22.726652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57760) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:22.748750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:22.804187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 57766) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:22.824207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.830452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.846450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:22.851559 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Usage tracker for resource:security_group_rule and tenant:7103e231408844efb3ccb96fe391f951 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:22.854855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:22.860520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:22.875810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.930429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.936080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42631744-7fd3-4bb3-ac50-6799704d7acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:22.953511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b82873-1e47-456d-9a13-09f8a1323d29,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:22.956643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:22.957567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:22.959788 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3b82873-1e47-456d-9a13-09f8a1323d29 HTTP/1.1" status: 204  len: 168 time: 0.2319822
Dec 03 03:34:22.995417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.000755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.041166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7aa236ee-77b6-4550-83d6-f49d19d6f682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:23.055974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57776) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:23.069937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7103e231408844efb3ccb96fe391f951&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2643139
Dec 03 03:34:23.146549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.164051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015efbf-4f05-47f1-874c-9b1b6fa9be0d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:23.182677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.195637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:23.251191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.258046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f61c-4521-4dd0-afe4-8608a09698d0 req-fdf53e09-5ee6-4e37-b8f6-bb1fdd2e5848 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:23.258316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dde9ff7b-07ac-4abf-bd28-dcbf88b6920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:23.260996 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a836f61c-4521-4dd0-afe4-8608a09698d0 req-fdf53e09-5ee6-4e37-b8f6-bb1fdd2e5848 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.1606171
Dec 03 03:34:23.282621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:23.286206 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8015efbf-4f05-47f1-874c-9b1b6fa9be0d HTTP/1.1" status: 204  len: 168 time: 0.2268264
Dec 03 03:34:23.286206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015efbf-4f05-47f1-874c-9b1b6fa9be0d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:23.288327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:23.376553 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a836f61c-4521-4dd0-afe4-8608a09698d0 req-c980c48c-6ae4-4f7a-ac93-08ded4ded498 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088591
Dec 03 03:34:23.425252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da49d11-a320-4265-9028-c3c216fa0d2b req-f8d45ab3-7097-4c10-b560-4e09a21da292 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:23.427401 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9da49d11-a320-4265-9028-c3c216fa0d2b req-f8d45ab3-7097-4c10-b560-4e09a21da292 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1298110
Dec 03 03:34:23.516572 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9da49d11-a320-4265-9028-c3c216fa0d2b req-d27a8b70-ed6b-4453-95e3-441920c88945 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772557
Dec 03 03:34:23.605278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-d80454f0-7398-4cd9-9157-c71884f722af service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598212
Dec 03 03:34:23.682919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f11d-e6ab-472d-8372-982554356e59 req-97f2267c-db97-4c6b-a390-a66fb102b135 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:23.684845 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e285f11d-e6ab-472d-8372-982554356e59 req-97f2267c-db97-4c6b-a390-a66fb102b135 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.1221075
Dec 03 03:34:23.796494 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e285f11d-e6ab-472d-8372-982554356e59 req-545e3883-0cb6-4e05-83e4-544e5f4c8e4a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050172
Dec 03 03:34:24.447982 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e3957eb-93b1-47bd-8227-258e26996ecf req-7ad8107f-bae8-47f9-8f0e-f59776c08792 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501617
Dec 03 03:34:24.467902 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2440b985-5c77-48f4-bb9e-cade115892a8 req-02c14c26-26d6-43ba-a1f0-0c1bad054567 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1697521
Dec 03 03:34:24.758847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-b8cf0d18-d9ce-4c14-90b3-75d82ea23119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:24.761217 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-b8cf0d18-d9ce-4c14-90b3-75d82ea23119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1161 time: 0.1331248
Dec 03 03:34:24.804347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-0e91ffd6-5e32-4407-b049-7292a346c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:24.806259 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-0e91ffd6-5e32-4407-b049-7292a346c6b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1160 time: 0.1793637
Dec 03 03:34:24.964161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a00b78-2ff6-4f21-bdb7-67f0b709e41a req-05e797ca-cafe-4429-b8d8-d0fffbd7e1b1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:24.965840 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5a00b78-2ff6-4f21-bdb7-67f0b709e41a req-05e797ca-cafe-4429-b8d8-d0fffbd7e1b1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2113283
Dec 03 03:34:25.092018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-09ee3a02-5b5c-4049-84e8-7b1fbb9a918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.093937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-09ee3a02-5b5c-4049-84e8-7b1fbb9a918e service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.3250735
Dec 03 03:34:25.124192 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5a00b78-2ff6-4f21-bdb7-67f0b709e41a req-ab23baaf-48fd-4035-bc94-fec604448991 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1486397
Dec 03 03:34:25.213474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-93e0109c-9022-41fb-9882-38c849835382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.219162 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-93e0109c-9022-41fb-9882-38c849835382 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.4032242
Dec 03 03:34:25.240881 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-7adfa66a-929d-4a50-b73d-20308a9bf7c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 217 time: 0.1375253
Dec 03 03:34:25.343747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-f4856f87-e7ef-4d81-a31c-edf8d4ea8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.345361 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-f4856f87-e7ef-4d81-a31c-edf8d4ea8b9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.0949516
Dec 03 03:34:25.364266 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-39d448e1-d95e-4df7-a5cc-d4d5f8beb17d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 217 time: 0.1338835
Dec 03 03:34:25.376253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c445ab-e035-4dac-a050-e2421ecfda2e req-f84ef98f-f75f-4d6e-8054-e7c889cd9991 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.377826 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05c445ab-e035-4dac-a050-e2421ecfda2e req-f84ef98f-f75f-4d6e-8054-e7c889cd9991 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.3937523
Dec 03 03:34:25.452720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-76dc6fd6-1925-4ea6-b3cb-856ad0630ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.455442 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-76dc6fd6-1925-4ea6-b3cb-856ad0630ef5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1022348
Dec 03 03:34:25.469598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-58ec1aab-4bb1-4a1a-b722-2c968119d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.471307 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-58ec1aab-4bb1-4a1a-b722-2c968119d63a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0923929
Dec 03 03:34:25.578296 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05c445ab-e035-4dac-a050-e2421ecfda2e req-16f61f47-dde3-44f8-b0cc-c56545b4d026 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112311
Dec 03 03:34:25.625397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-0f1a5fdd-f7e7-4368-81a6-e429ab39fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:25.628285 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-0f1a5fdd-f7e7-4368-81a6-e429ab39fb0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1389613
Dec 03 03:34:25.632560 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-9db4f64e-72cf-49bd-95cf-c61ca9d30f48 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689749
Dec 03 03:34:25.790519 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-1b5d991e-157e-405a-a79a-f634c8f4c478 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486259
Dec 03 03:34:25.815235 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8192b3dd-4cc6-4f77-9755-ad4c74549b04 req-c50e1348-606b-464d-b906-99db331d3f72 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1712379
Dec 03 03:34:26.161189 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6f6c701-cf40-4226-896e-ec1f917eb35a req-d8a4c9ae-bb96-40d9-937b-ddc7d5d0f5fd service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3629980
Dec 03 03:34:26.500451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57924) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:26.502797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20c300-780e-433f-8c2d-c9d548f43d78 req-274d2cae-5050-4e15-9945-b43cc307c6f6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:26.511974 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db20c300-780e-433f-8c2d-c9d548f43d78 req-274d2cae-5050-4e15-9945-b43cc307c6f6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1429601
Dec 03 03:34:26.574924 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db20c300-780e-433f-8c2d-c9d548f43d78 req-eac4330d-d00d-4bcc-a0be-e07f76e1a691 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618408
Dec 03 03:34:26.718118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:26.739481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:26.745037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a752381889c84458a8038282a5c4f70b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:26.748163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:26.754067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:26.855334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57afb7-06ed-4642-a35e-eb53a49cc8c9 req-fae5da15-0534-4b81-89b5-55eac0317140 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:26.857054 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b57afb7-06ed-4642-a35e-eb53a49cc8c9 req-fae5da15-0534-4b81-89b5-55eac0317140 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.1122873
Dec 03 03:34:26.876492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:26.881903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:26.909997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b57afb7-06ed-4642-a35e-eb53a49cc8c9 req-2306f95f-c924-45c0-b732-a769ab7f82eb tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466337
Dec 03 03:34:26.916494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b62d2c01-32b2-4fa8-864b-25b9c361ef37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:26.926453 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a752381889c84458a8038282a5c4f70b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4241383
Dec 03 03:34:26.929725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 57954) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:26.978154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edb568b-687b-4cef-9321-2fcbfd69b72b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:26.983840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:27.023193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:27.054348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:27.103612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:27.108960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67401b4b-007a-4954-8c04-197462ee84ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:27.123518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edb568b-687b-4cef-9321-2fcbfd69b72b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:27.127274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:27.129580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:27.133344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7edb568b-687b-4cef-9321-2fcbfd69b72b HTTP/1.1" status: 204  len: 168 time: 0.1990459
Dec 03 03:34:27.833029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ff047-9081-489a-b963-fe6f95393bf9 req-b49fbc52-0edb-47c3-96bf-11a0e318c8be tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:27.835303 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-371ff047-9081-489a-b963-fe6f95393bf9 req-b49fbc52-0edb-47c3-96bf-11a0e318c8be tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1078281
Dec 03 03:34:27.893637 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-371ff047-9081-489a-b963-fe6f95393bf9 req-3f014d91-47cd-4103-8282-2f5f983e125e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514932
Dec 03 03:34:27.982491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:28.074493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port d8950c69-c9f3-48de-8cdb-3a898103e0ea completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:28.079868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:28.080384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.158661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb17620-dc90-45d7-b252-713edc79c321 req-ef46968a-2892-4c63-96ad-a0d82c4ca00d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:28.160483 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fb17620-dc90-45d7-b252-713edc79c321 req-ef46968a-2892-4c63-96ad-a0d82c4ca00d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.0984364
Dec 03 03:34:28.220958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.246914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fb17620-dc90-45d7-b252-713edc79c321 req-c5ce2e89-f10c-45f6-9c31-1c4920f7df17 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781007
Dec 03 03:34:28.250949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:28.262385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:28.265562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.266483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:28.298771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:28.339545 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'code': 200}
Dec 03 03:34:28.390447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:28.395067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:28.408786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port c3f23d04-82b9-44c8-8757-e196aa111f7e completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:34:28.414971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:28.415412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.545117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.585148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:28.588669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:28.591643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:28.617216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9b30-a73b-4516-9f5f-115d8b7b12b5 req-ab10abe4-a36b-404a-ad8f-29e0e2915af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:28.618828 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fcf9b30-a73b-4516-9f5f-115d8b7b12b5 req-ab10abe4-a36b-404a-ad8f-29e0e2915af2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.0866613
Dec 03 03:34:28.660803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:28.664593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:28.665592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0fcf9b30-a73b-4516-9f5f-115d8b7b12b5 req-7101d9eb-46c2-4351-8200-f458bfd5f3ac service neutron] Synchronizing usage tracker for tenant:a647c8a46fd6472d98539697a1cb6e5b on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:34:28.681963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0fcf9b30-a73b-4516-9f5f-115d8b7b12b5 req-7101d9eb-46c2-4351-8200-f458bfd5f3ac service neutron] Unset dirty status for tenant:a647c8a46fd6472d98539697a1cb6e5b on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:34:28.683403 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fcf9b30-a73b-4516-9f5f-115d8b7b12b5 req-7101d9eb-46c2-4351-8200-f458bfd5f3ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576916
Dec 03 03:34:29.112079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:29.155598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c9b85-d1d9-46c6-b908-1dfd19c04ed0 req-0ef15094-57ba-4719-9850-02b8c8e6f86b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:29.157784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b88c9b85-d1d9-46c6-b908-1dfd19c04ed0 req-0ef15094-57ba-4719-9850-02b8c8e6f86b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0904911
Dec 03 03:34:29.211707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:29.212609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:29.232713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b88c9b85-d1d9-46c6-b908-1dfd19c04ed0 req-b8a7eda3-b4d0-4324-a369-1817e3414ff5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680828
Dec 03 03:34:29.365444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:34:29.459498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:34:29.460487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:29.512503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025049-9c86-4a6e-a19c-c18e6dcc53ca req-7382cd9e-548c-4db1-9639-84ec8e62b307 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:29.514129 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db025049-9c86-4a6e-a19c-c18e6dcc53ca req-7382cd9e-548c-4db1-9639-84ec8e62b307 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1030452
Dec 03 03:34:29.571417 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db025049-9c86-4a6e-a19c-c18e6dcc53ca req-29bacf03-437a-4f05-ba77-814b8aec7a3f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510213
Dec 03 03:34:30.341016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:30.406470 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'code': 200}
Dec 03 03:34:30.521668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942ef69-ff27-404d-aabe-d6fd9fe3ac80 req-505f5034-2c08-4008-9130-b08e75dcd3ed tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:30.523516 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c942ef69-ff27-404d-aabe-d6fd9fe3ac80 req-505f5034-2c08-4008-9130-b08e75dcd3ed tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1109653
Dec 03 03:34:30.586754 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c942ef69-ff27-404d-aabe-d6fd9fe3ac80 req-10e9a4c1-cfde-4016-bbc0-25c8f528f00f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563507
Dec 03 03:34:30.843066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab17b9-9c19-4bdc-99c1-cbaf5063fb94 req-1fec8ace-438c-480e-b1bd-01905dd6dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:30.844768 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42ab17b9-9c19-4bdc-99c1-cbaf5063fb94 req-1fec8ace-438c-480e-b1bd-01905dd6dc9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1162 time: 0.1851850
Dec 03 03:34:30.860689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f88a-c706-4c71-8fe4-5ac42d5988c1 req-a986a081-5669-4ca1-8419-3df5bf1c09ee tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:30.871543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0089f88a-c706-4c71-8fe4-5ac42d5988c1 req-a986a081-5669-4ca1-8419-3df5bf1c09ee tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1384623
Dec 03 03:34:30.935320 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42ab17b9-9c19-4bdc-99c1-cbaf5063fb94 req-8d695d4b-00b5-457a-81ac-ca864e2bb628 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815501
Dec 03 03:34:30.962820 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0089f88a-c706-4c71-8fe4-5ac42d5988c1 req-24b54114-13f7-4adf-affe-ab80c65c5359 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903044
Dec 03 03:34:31.114422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58118) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:31.212321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861f53-421e-4875-a467-22f53c9eeece req-db5e59a0-427c-477b-a60f-0f177f3ce671 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:31.215034 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16861f53-421e-4875-a467-22f53c9eeece req-db5e59a0-427c-477b-a60f-0f177f3ce671 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0973959
Dec 03 03:34:31.229860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58126) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:31.236391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'floatingip': {'port_id': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:31.306066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.330663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:31.336060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Usage tracker for resource:security_group_rule and tenant:0caf07aac2e04b33be3664bdf61026ba is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:31.336965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.339756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:31.345865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:31.445028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58136) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:31.460043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.464052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.499262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04aeca39-a64c-4906-90ba-646e62c30902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:31.511286 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0caf07aac2e04b33be3664bdf61026ba&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3954170
Dec 03 03:34:31.514574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58142) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:31.557121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22af27-cec5-4e00-9dfb-f1b5dfeba2b6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:31.563244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:31.638662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.653175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.666552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:31.680116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Usage tracker for resource:security_group_rule and tenant:6c07d5f531bd4bcea42b8c1947cc7224 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:31.689826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:31.701659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:31.705373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.792117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.798488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-52e0f368-ba13-4c6d-a0c8-12a8db45bcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:31.820578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22af27-cec5-4e00-9dfb-f1b5dfeba2b6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:31.825030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:31.852461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.853705 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a22af27-cec5-4e00-9dfb-f1b5dfeba2b6 HTTP/1.1" status: 204  len: 168 time: 0.3381598
Dec 03 03:34:31.861787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.864688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:31.873680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:31.927532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c07d5f531bd4bcea42b8c1947cc7224&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4779015
Dec 03 03:34:31.928842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58152) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:31.929555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb9eed-b2df-44a1-a45e-1f1b65e3ba7c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:31.934800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:32.003301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.035720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.096604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2a014-4d49-4913-bc64-1c305c60d7f7 req-c17fd01a-d686-491e-969c-84d587d82119 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:32.098348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7a2a014-4d49-4913-bc64-1c305c60d7f7 req-c17fd01a-d686-491e-969c-84d587d82119 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3616533
Dec 03 03:34:32.111664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.119590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ae81e09-bce8-4629-98b5-44dd6becec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:32.138487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb9eed-b2df-44a1-a45e-1f1b65e3ba7c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:32.148727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:32.151294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.153885 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9fb9eed-b2df-44a1-a45e-1f1b65e3ba7c HTTP/1.1" status: 204  len: 168 time: 0.2210877
Dec 03 03:34:32.274028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7a2a014-4d49-4913-bc64-1c305c60d7f7 req-d5a5077b-6d35-431a-9ab1-6348b5b9eab2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1626556
Dec 03 03:34:32.537091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.540273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.594824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58172) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:32.615195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.631752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:32.636250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Usage tracker for resource:security_group_rule and tenant:74b6f11a7260469086b1f8db94ee50f1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:32.639937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:32.646529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:32.804201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.815132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:32.842611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bd1393c9-e85b-4fce-b549-26502fd957c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:32.900324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74b6f11a7260469086b1f8db94ee50f1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3042648
Dec 03 03:34:32.901432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a727be-9ba7-4813-8861-cfea1011d322,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:32.904422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58188) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:32.919239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:32.982860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.017717 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Floating IP d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4 associated. External IP: 172.27.0.124, port: d8950c69-c9f3-48de-8cdb-3a898103e0ea.
Dec 03 03:34:33.018855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.031043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58194) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:33.060250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.091252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:33.102591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Usage tracker for resource:security_group_rule and tenant:d92927c51af34ed4870e8c77e7ef53b4 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:33.105990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:33.112616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:33.137816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.144543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f269911a-67b5-4e09-9a03-bf6feb42de43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:33.159491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a727be-9ba7-4813-8861-cfea1011d322,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:33.162737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:33.181543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.185919 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35a727be-9ba7-4813-8861-cfea1011d322 HTTP/1.1" status: 204  len: 168 time: 0.2804105
Dec 03 03:34:33.288686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.300434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.329705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2c0a51cb-1ef7-4ee3-99b4-7cf1bb90ca87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:33.342847 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d92927c51af34ed4870e8c77e7ef53b4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3106661
Dec 03 03:34:33.343564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58202) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:33.425514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e9847-0f46-40ca-80c2-65f2176e9c51,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:33.435054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:34:33.438488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:33.441858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58210) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:33.447361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.498331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.612721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.620632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:33.649215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e9847-0f46-40ca-80c2-65f2176e9c51,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:33.651436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.655203 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/012e9847-0f46-40ca-80c2-65f2176e9c51 HTTP/1.1" status: 204  len: 168 time: 0.3065209
Dec 03 03:34:33.655203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:33.729425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:34:33.747237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:34:33.760920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:33.761343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfe1128>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:33.834939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.923990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:33.953954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c359bb-990c-4bc2-ba98-fa8f96a55e62 req-a41aa963-d351-4c42-8b88-d22a5e5621a6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:33.955682 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c9c359bb-990c-4bc2-ba98-fa8f96a55e62 req-a41aa963-d351-4c42-8b88-d22a5e5621a6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2282720
Dec 03 03:34:33.962906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:33.971278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Usage tracker for resource:security_group_rule and tenant:41a32f6ad9ba4783b79fa2b5cf2642ba is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:33.973637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:33.980027 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f6a477d0-d393-48ed-9bd0-65769ab95f6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "PUT /v2.0/floatingips/d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4 HTTP/1.1" status: 200  len: 992 time: 2.7485557
Dec 03 03:34:33.987135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:34.003051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58234) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:34.023036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:34.051237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:34.170666 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c9c359bb-990c-4bc2-ba98-fa8f96a55e62 req-586feb00-2eb0-4662-b173-712ee22da1cd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1999452
Dec 03 03:34:34.173201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.180539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.232628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:34.264603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58250) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:34.264835 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41a32f6ad9ba4783b79fa2b5cf2642ba&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8206537
Dec 03 03:34:34.288479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20eeb9b-bc83-4f28-8166-80e8916e0539,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:34.292114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:34.333614 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'status': 'completed', 'code': 200}
Dec 03 03:34:34.408944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.446963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.512768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.519466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:34.542873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20eeb9b-bc83-4f28-8166-80e8916e0539,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:34.566057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-c31e4480-66a5-4a89-b55d-7dc8c6d9b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:34.567095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-c31e4480-66a5-4a89-b55d-7dc8c6d9b1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.1088638
Dec 03 03:34:34.574898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ebfe-5eb0-4e9f-8361-910e9ec08a2b req-fef27184-15c8-4076-9aec-e8e71eb7b91e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:34.576496 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef87ebfe-5eb0-4e9f-8361-910e9ec08a2b req-fef27184-15c8-4076-9aec-e8e71eb7b91e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1724069
Dec 03 03:34:34.593707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.603144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58256) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:34.609165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:34.612610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.613156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'floatingip': {'port_id': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:34.614937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d20eeb9b-bc83-4f28-8166-80e8916e0539 HTTP/1.1" status: 204  len: 168 time: 0.3493652
Dec 03 03:34:34.620821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:34.625411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6b4c97e4eb45cfb9d0c0bb41a4ac27 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:34.629211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:34.636948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:34.725966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfe1128>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'd0fba1ce-09d7-4cdd-8116-e8e12c0e57f4', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:1d:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac04b0b-7889-4479-916f-167720d1c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:05Z', 'updated_at': '2020-12-03T03:34:32Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:34.730629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:34:34.748973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:34.749785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfe1128>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:34.752443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.759192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.783044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:34.788381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2b07e248-80b6-4f61-8caa-5cc3f7a46899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:34.859152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddd7ceb-66fe-456a-a6f4-1145803782a9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:34.893064 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.893620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.894127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.894770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.895275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.896350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.897218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.897704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.898196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.898711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.899197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.899681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.900281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.900783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.901264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.901744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.902222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.902734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.903215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.903698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.904191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.905067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.905482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.905960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:34.911236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:34.915418 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a6b4c97e4eb45cfb9d0c0bb41a4ac27&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9111922
Dec 03 03:34:34.920136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58272) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:35.072419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:35.131485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:35.198832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:35.204804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:35.220345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddd7ceb-66fe-456a-a6f4-1145803782a9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:35.224241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:35.227033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:35.228752 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ddd7ceb-66fe-456a-a6f4-1145803782a9 HTTP/1.1" status: 204  len: 168 time: 0.3074765
Dec 03 03:34:35.307484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:35.427766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-94641bfa-b7bd-4c7d-83bf-0c748c7a755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:35.429531 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-94641bfa-b7bd-4c7d-83bf-0c748c7a755d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.8517740
Dec 03 03:34:35.703167 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-a675dba4-5812-4ab5-af9e-c3017bf8d552 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1000 time: 0.2481487
Dec 03 03:34:35.760974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfe1128>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'd0fba1ce-09d7-4cdd-8116-e8e12c0e57f4', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:1d:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac04b0b-7889-4479-916f-167720d1c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:05Z', 'updated_at': '2020-12-03T03:34:32Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:35.767867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406befd0-5f65-4350-84d1-a2e8f6671f0f None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'd0fba1ce-09d7-4cdd-8116-e8e12c0e57f4', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:1d:85:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac04b0b-7889-4479-916f-167720d1c630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:05Z', 'updated_at': '2020-12-03T03:34:32Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:34:36.069302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-36673516-06fc-4ec8-bb4a-9157a6edc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:36.071095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-36673516-06fc-4ec8-bb4a-9157a6edc95f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.3548141
Dec 03 03:34:36.185858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f39d048-188a-4ab7-8376-4c26d383501a None None] New status for floating IP d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:34:36.292351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58314) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:36.345385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.355682 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-7c2b29f5-3d84-4e82-8a45-f40714d7590a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2057042
Dec 03 03:34:36.380568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:36.384800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Usage tracker for resource:security_group_rule and tenant:8b7e25a11e854e4087b36b8bcf7974cc is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:36.388129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:36.395154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:36.489080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.496633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-fd1bc0c6-106c-4dde-a2c0-e924f45fe87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:36.498295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-fd1bc0c6-106c-4dde-a2c0-e924f45fe87f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3825550
Dec 03 03:34:36.500698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.534179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bcd8f183-a919-47fe-931a-d0f58365c57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:36.575998 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b7e25a11e854e4087b36b8bcf7974cc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2825215
Dec 03 03:34:36.577942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 03 03:34:36.659632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b8e3cf-bdff-48f4-9cb3-61e7b51f9425,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:36.665935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58328) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.684733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.685282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.685947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.685947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.686205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.686594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.686962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.687333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.687702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.688075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.688458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.688816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.689185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.689551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.689916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.690335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:36.695015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:36.813876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.820479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.823426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:36.842116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3192b-c603-465d-a983-3a0b02154d7c req-2b1f137d-b691-475b-aae2-934edced966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:36.843821 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-2b1f137d-b691-475b-aae2-934edced966b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b36fc3f1d054f1597026e4eeed772c8&device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 1162 time: 0.2875426
Dec 03 03:34:36.876807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:37.027442 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-2f8818e7-14a9-41af-8922-85ef9e3154eb service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4943175
Dec 03 03:34:37.056265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:37.065445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:37.088143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b8e3cf-bdff-48f4-9cb3-61e7b51f9425,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:37.093576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:37.111750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:37.116506 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76b8e3cf-bdff-48f4-9cb3-61e7b51f9425 HTTP/1.1" status: 204  len: 168 time: 0.4459300
Dec 03 03:34:37.124816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3192b-c603-465d-a983-3a0b02154d7c req-4891ee60-1317-4b0d-a550-8e8babeb39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:37.127123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-4891ee60-1317-4b0d-a550-8e8babeb39a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c43d707-8bed-4e9f-bc92-b1cbe807d330 HTTP/1.1" status: 200  len: 906 time: 0.2194986
Dec 03 03:34:37.214594 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0a762ee-19b4-4964-96fe-2037bd6730be req-7f9cd292-8a0a-4312-8faf-92eb257826f5 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1732054
Dec 03 03:34:37.240420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58346) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:37.262053 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-dd73a7bd-9989-414a-81ea-05b3e7a6cc31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed HTTP/1.1" status: 200  len: 217 time: 0.1237047
Dec 03 03:34:37.287866 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Floating IP 90664086-3a98-4389-a713-09adbb4675cb associated. External IP: 172.27.0.98, port: c3f23d04-82b9-44c8-8757-e196aa111f7e.
Dec 03 03:34:37.405184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3192b-c603-465d-a983-3a0b02154d7c req-f069a1e7-79a0-4cb2-90e2-3aeb0c718dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:37.407095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-f069a1e7-79a0-4cb2-90e2-3aeb0c718dc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=68d05dea-04ed-4590-ac3d-b2a99901e4b3 HTTP/1.1" status: 200  len: 852 time: 0.1233754
Dec 03 03:34:37.506130 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-93cebc7b-8145-4ddb-9964-28387c38031d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c43d707-8bed-4e9f-bc92-b1cbe807d330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911736
Dec 03 03:34:37.714179 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-f30c6638-a9be-4a5c-9130-eae83cfb9d35 service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004876
Dec 03 03:34:37.765771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:34:37.911535 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b3192b-c603-465d-a983-3a0b02154d7c req-6756a716-36e7-4994-b476-bfecc2d0b62a service neutron] 10.222.0.64 "GET /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1862288
Dec 03 03:34:37.975938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.000682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:38.015377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ed274340184c7fbf6eb5bb78098914 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:38.021305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:38.032966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:38.118399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58374) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:38.120824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683c71-9134-4433-a40a-77554e6e51ed req-fadaa051-a473-4c01-8cf6-1f9239812dc3 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:38.122411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82683c71-9134-4433-a40a-77554e6e51ed req-fadaa051-a473-4c01-8cf6-1f9239812dc3 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.2850955
Dec 03 03:34:38.153881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.174650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:38.196113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Usage tracker for resource:security_group_rule and tenant:1c37739922ab462c8035f694bff39e7b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:38.204657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:38.206283 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82683c71-9134-4433-a40a-77554e6e51ed req-f101a8f2-c51c-43df-b826-86aef6a97ac7 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757504
Dec 03 03:34:38.209161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:34:38.218018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:38.220747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:34:38.243395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:38.244059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7cf8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:38.274482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.328887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.333124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.352277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-28b0c769-e49a-431e-b943-a933c3acb442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:38.376192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.378474 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e1245bf6-27ab-4ada-b013-159f737440f2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "PUT /v2.0/floatingips/90664086-3a98-4389-a713-09adbb4675cb HTTP/1.1" status: 200  len: 990 time: 3.7741215
Dec 03 03:34:38.379388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:38.396133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.429854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7c0927cb-d89e-4bfb-bd07-1b8fcb7326e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:38.465644 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5ed274340184c7fbf6eb5bb78098914&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2240517
Dec 03 03:34:38.466854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea496753-de9a-43f5-98a0-f0558601f383,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:38.469768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58386) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:38.472839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:38.502975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58390) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:38.508844 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c37739922ab462c8035f694bff39e7b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3887181
Dec 03 03:34:38.512898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b3057b-28f4-4140-9e29-c19076fdd6b0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:38.529418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:38.536929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:38.584677 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'status': 'completed', 'code': 200}
Dec 03 03:34:38.621190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:34:38.649491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.687004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.737774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.750295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.779994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:38.798138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea496753-de9a-43f5-98a0-f0558601f383,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:38.810608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:38.814012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.815498 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea496753-de9a-43f5-98a0-f0558601f383 HTTP/1.1" status: 204  len: 168 time: 0.3440964
Dec 03 03:34:38.818899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.836568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-4428b5ef-38a3-4f9c-a50c-3fb83e3ecaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:38.838956 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-4428b5ef-38a3-4f9c-a50c-3fb83e3ecaeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1162 time: 0.1864462
Dec 03 03:34:38.917229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.925936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:38.942807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:38.947246 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9b3057b-28f4-4140-9e29-c19076fdd6b0 HTTP/1.1" status: 204  len: 168 time: 0.4321074
Dec 03 03:34:38.949648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b3057b-28f4-4140-9e29-c19076fdd6b0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:38.952498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:39.097605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7cf8>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '90664086-3a98-4389-a713-09adbb4675cb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9e:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:02Z', 'updated_at': '2020-12-03T03:34:36Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:39.104084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:34:39.120157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:34:39.120892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7cf8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:39.413927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-4aeb6099-5446-4456-a57b-bb2acf96b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:39.415764 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-4aeb6099-5446-4456-a57b-bb2acf96b40f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.5557370
Dec 03 03:34:39.452194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:34:39.522343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a69f16-48ee-48dc-abec-4fb00573fcc5 req-cbdfd6a3-ce53-4a24-aff2-5945400f9ca3 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:39.542165 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a69f16-48ee-48dc-abec-4fb00573fcc5 req-cbdfd6a3-ce53-4a24-aff2-5945400f9ca3 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.1458085
Dec 03 03:34:39.560087 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-56a255b1-774f-49bc-9e11-27627fdb4f80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 998 time: 0.1308970
Dec 03 03:34:39.770897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-453bd79d-ffb4-4ecf-8539-1e2c31b9bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:39.772531 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-453bd79d-ffb4-4ecf-8539-1e2c31b9bf4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.1973419
Dec 03 03:34:39.902344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-87fdd564-8f28-43e6-b042-1f2e28cf36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:39.904287 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-87fdd564-8f28-43e6-b042-1f2e28cf36f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215148
Dec 03 03:34:40.078843 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a69f16-48ee-48dc-abec-4fb00573fcc5 req-15101cda-dfb7-4db6-8590-97815f3303a6 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5350649
Dec 03 03:34:40.165794 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-245103f3-9c36-4ad1-967b-e4a6ac02c8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267070
Dec 03 03:34:40.178832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7cf8>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '90664086-3a98-4389-a713-09adbb4675cb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9e:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:02Z', 'updated_at': '2020-12-03T03:34:36Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:40.184493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f558775-9c89-46fd-bf25-7ea6ea4e6cfe None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '90664086-3a98-4389-a713-09adbb4675cb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9e:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:34:02Z', 'updated_at': '2020-12-03T03:34:36Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:34:40.299464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58434) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:40.328327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:40.357434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:40.374645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Usage tracker for resource:security_group_rule and tenant:d7ac3dd681cd4f80810fdd17ec0597eb is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:40.379167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:40.396856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:40.413697 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf00b690-7a5a-4d85-bcb1-7c28a567da14 req-c391b565-5bc6-4ffd-9d7a-e3ba2cf41a0c service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2183590
Dec 03 03:34:40.526156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:40.530459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:40.540102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0ec2e9ed-ef3d-4be3-a64a-8858e28d04a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:40.540766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc652f7e-c049-4da8-972d-949c9cb46e85 None None] New status for floating IP 90664086-3a98-4389-a713-09adbb4675cb: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:34:40.632043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabb32c-21de-41f7-94f9-86d34e7e65ff,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:40.636301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:40.643082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7ac3dd681cd4f80810fdd17ec0597eb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3427315
Dec 03 03:34:40.646027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58448) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:40.796657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-2f103730-c9b2-4f8f-bf8b-f284949020cd tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:40.809584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-2f103730-c9b2-4f8f-bf8b-f284949020cd tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.64 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 945 time: 0.2403898
Dec 03 03:34:40.810619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:40.917780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:40.957142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Deleting port 1bcb6c41-8968-482d-8c02-c522a1f249ed {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:34:40.957535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.078547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 1bcb6c41-8968-482d-8c02-c522a1f249ed no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:34:41.110453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.118398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e5dd4ea-f003-49d2-a64f-03691838f5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:41.160410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabb32c-21de-41f7-94f9-86d34e7e65ff,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:41.176042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:41.317928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.381235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed,segment=NetworkSegment(9c0aab58-94a5-489b-9417-a12b388e2cfa),segment_id=9c0aab58-94a5-489b-9417-a12b388e2cfa)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:41.383401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:41.384014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.385969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccabb32c-21de-41f7-94f9-86d34e7e65ff HTTP/1.1" status: 204  len: 168 time: 0.7388761
Dec 03 03:34:41.396629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.399862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:41.459980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed,segment=NetworkSegment(9c0aab58-94a5-489b-9417-a12b388e2cfa),segment_id=9c0aab58-94a5-489b-9417-a12b388e2cfa)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:41.460461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:41.525676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:41.530105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7a3d-f125-4264-9b46-125e7278fcd0 req-db90d71d-d6f4-404d-bb81-b3629edfd1c5 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:41.542029 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90ac7a3d-f125-4264-9b46-125e7278fcd0 req-db90d71d-d6f4-404d-bb81-b3629edfd1c5 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 0.1675487
Dec 03 03:34:41.543892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.544488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.546704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.547292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.547876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.548452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.550183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.550813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.554743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.555366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.555951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.556536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.557231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.557806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.558415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.558978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.560298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.562741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.563334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.563924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.564504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.566571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.567244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.567823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:34:41.597466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:41.601815 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed', 'code': 200}
Dec 03 03:34:41.652910 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90ac7a3d-f125-4264-9b46-125e7278fcd0 req-ec9fc537-674b-4db1-ad72-edab92ee8bf8 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096015
Dec 03 03:34:41.681201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Calling delete_port for 1bcb6c41-8968-482d-8c02-c522a1f249ed owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:34:41.867230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:34:41.868033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:34:42.369479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Deleting port 1bcb6c41-8968-482d-8c02-c522a1f249ed {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:34:42.370582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:42.742272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] For port 1bcb6c41-8968-482d-8c02-c522a1f249ed, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=1bcb6c41-8968-482d-8c02-c522a1f249ed,segment=NetworkSegment(9c0aab58-94a5-489b-9417-a12b388e2cfa),segment_id=9c0aab58-94a5-489b-9417-a12b388e2cfa)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:34:42.742709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:42.927302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Calling delete_port for 1bcb6c41-8968-482d-8c02-c522a1f249ed owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:34:43.009007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3466-ba01-4e79-aef4-0f54fadcc7d1 req-3587f1c8-6465-4080-8673-f403e4fb23b2 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:43.011255 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05be3466-ba01-4e79-aef4-0f54fadcc7d1 req-3587f1c8-6465-4080-8673-f403e4fb23b2 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 943 time: 0.1382132
Dec 03 03:34:43.074652 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05be3466-ba01-4e79-aef4-0f54fadcc7d1 req-67d9114c-48e4-41a1-90f0-0948cb1907d4 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/security-groups?id=8781e5cd-e2d9-4c92-82f1-958337a429b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553844
Dec 03 03:34:43.110583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:43.129654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:43.190767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Pushing event deleted for resources: {'Port': ['ID=1bcb6c41-8968-482d-8c02-c522a1f249ed,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:43.245768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:43.362833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] No DVR routers for this DVR port 1bcb6c41-8968-482d-8c02-c522a1f249ed on host hv-cinder-74915 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:34:43.368073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:43.371311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-deleted', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:34:43.411544 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c1326a1-d0e2-4de1-94e2-32406ac6e8d8 req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.64 "DELETE /v2.0/ports/1bcb6c41-8968-482d-8c02-c522a1f249ed HTTP/1.1" status: 204  len: 173 time: 2.5822778
Dec 03 03:34:43.466683 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aa867d-e29c-4db2-9dfe-139883b0f26c', 'name': 'network-vif-deleted', 'tag': '1bcb6c41-8968-482d-8c02-c522a1f249ed', 'status': 'completed', 'code': 200}
Dec 03 03:34:43.675385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ece0-9e73-486d-95cf-38e1b4a9c1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:43.836416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58582) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:44.228712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.281794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:44.293593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Usage tracker for resource:security_group_rule and tenant:57e574ddc9814da48b573c268217ecba is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:44.299258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:44.312416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:44.424796 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cc9ee208-8e18-406b-9c7c-74d1a2fd8cf2 req-ad8e2dea-c567-48d7-adef-e540b4b38502 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.0586514
Dec 03 03:34:44.429137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.429855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.439917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.450032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a07556d-ced9-4a5d-ade5-f3175dc2baf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:44.507769 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57e574ddc9814da48b573c268217ecba&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6671288
Dec 03 03:34:44.507769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b994c3-99cb-46d5-a3b9-2493e3c5877f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:44.508194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58628) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:44.509681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:44.585277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.624153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.653753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58640) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:44.684219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.693811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:44.712897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b994c3-99cb-46d5-a3b9-2493e3c5877f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:44.731116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.732744 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0b994c3-99cb-46d5-a3b9-2493e3c5877f HTTP/1.1" status: 204  len: 168 time: 0.2232332
Dec 03 03:34:44.733797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:44.847256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:44.870102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:44.876345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Usage tracker for resource:security_group_rule and tenant:742685e1113d443cb69dc51a00afad88 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:44.883756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:44.891847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:45.021187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.025252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.056357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21bf5074-a4de-48c5-99c6-d67f9b144d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:45.066828 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=742685e1113d443cb69dc51a00afad88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4115901
Dec 03 03:34:45.068257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58656) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:45.118765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d20a67-57c8-424b-9295-ff1d4055bb2f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:45.130459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:45.155414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.185943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.241919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.253103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-562270d1-4751-414b-9367-1ae258917828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:45.278014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d20a67-57c8-424b-9295-ff1d4055bb2f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:45.294151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:45.296758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.307071 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88d20a67-57c8-424b-9295-ff1d4055bb2f HTTP/1.1" status: 204  len: 168 time: 0.2353485
Dec 03 03:34:45.697026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58682) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:45.716224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.735690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:45.740509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b844c7f5f64322bbbead52443e5154 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:45.743516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:45.749315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:45.837476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.840284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:45.850269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-70d12d29-8db2-40ae-afa3-51086641916d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:45.894712 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4b844c7f5f64322bbbead52443e5154&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1964457
Dec 03 03:34:45.895634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c2e6b-37a6-4db9-af71-c9c19e8462bc,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:45.898594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58688) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:45.899955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:45.980939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:46.021694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:46.074956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:46.080051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:46.097618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c2e6b-37a6-4db9-af71-c9c19e8462bc,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:46.102280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:46.103297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:46.104520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a07c2e6b-37a6-4db9-af71-c9c19e8462bc HTTP/1.1" status: 204  len: 168 time: 0.2044141
Dec 03 03:34:46.218367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c375fc1-92a3-4c45-a6be-a7b7aed5e11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:46.635704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:47.105808 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64064a8a-78e7-4ade-b5e2-006b79a3205d req-78f675ad-522b-4b28-9c5f-3b86eaec8df7 tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] 10.222.0.66 "GET /v2.0/ports?device_id=d4aa867d-e29c-4db2-9dfe-139883b0f26c HTTP/1.1" status: 200  len: 210 time: 0.0517690
Dec 03 03:34:47.654742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:48.163317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.121569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58812) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:49.347398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.383944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:49.396207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Usage tracker for resource:security_group_rule and tenant:c59b4f9f850d4db795ac65acdbca84d4 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:49.400859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:49.409864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:49.513847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.519466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.531844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-43316f43-76af-425e-9ef5-ca56142755d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:49.576046 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c59b4f9f850d4db795ac65acdbca84d4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4502323
Dec 03 03:34:49.577321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58838) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:49.581124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205ccce5-7d53-41b1-9c7a-28c463414745,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:49.589949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:49.678261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.706608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.762024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.772706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b6e154b-9087-4bf1-9a52-4afb7a785917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:49.790738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ccce5-7d53-41b1-9c7a-28c463414745,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:49.802468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:49.809297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:49.810769 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/205ccce5-7d53-41b1-9c7a-28c463414745 HTTP/1.1" status: 204  len: 168 time: 0.2314236
Dec 03 03:34:50.268916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58886) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:50.292497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.311962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:50.316325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Usage tracker for resource:security_group_rule and tenant:197aaeb679c843cf865c9de0c32f6392 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:50.320422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:50.327505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:50.438369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58900) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:50.501912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.523178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.536915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e553396d-c7f6-422c-b08c-91cc4f6158c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:50.623857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90429ae4-e7b8-4546-9038-d717d981edca,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:50.663207 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=197aaeb679c843cf865c9de0c32f6392&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3929379
Dec 03 03:34:50.664453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:50.665584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58922) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:50.678862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58926) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:50.814499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.837707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Deleting subnet 68d05dea-04ed-4590-ac3d-b2a99901e4b3 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:34:50.841502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.845791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.871997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:50.878891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ddedc601b8e4b4f9ef21045180bd860 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:50.882657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:50.889041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:50.901437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.904849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.976307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.981900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:50.993547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a4fe741b-43de-4510-9b9d-392e8c407d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:51.017617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90429ae4-e7b8-4546-9038-d717d981edca,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:51.029047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:51.029774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.033407 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90429ae4-e7b8-4546-9038-d717d981edca HTTP/1.1" status: 204  len: 168 time: 0.3641481
Dec 03 03:34:51.073415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.077609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.111114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:51.122223 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ddedc601b8e4b4f9ef21045180bd860&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6820734
Dec 03 03:34:51.124907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58946) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:51.178289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4880ec20-85bc-4ed7-831c-d323dafc7a51,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:51.195854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:51.255765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.299151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.356397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.362014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e54329ec-4689-4340-99fd-09a81bad3148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:51.373236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880ec20-85bc-4ed7-831c-d323dafc7a51,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:51.375800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:51.382106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.383997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4880ec20-85bc-4ed7-831c-d323dafc7a51 HTTP/1.1" status: 204  len: 168 time: 0.2575014
Dec 03 03:34:51.563373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.584801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:51.623579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58956) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:51.633038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d05dea-04ed-4590-ac3d-b2a99901e4b3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:51.636466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:51.644825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.666374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:51.671514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Usage tracker for resource:security_group_rule and tenant:5ef48f1fc53d415ab27461600f017b48 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:51.675603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:51.683414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:51.775207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.788421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3945baa8-da9a-4f5e-a19a-893acd41a385 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/68d05dea-04ed-4590-ac3d-b2a99901e4b3 HTTP/1.1" status: 204  len: 168 time: 1.1073754
Dec 03 03:34:51.791165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58966) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:51.839178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.843219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.857428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d98c20d9-7470-4c72-85c9-e821297c046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:51.900492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970fd393-13be-4020-ba5d-74f26a4db4de,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:51.904577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:51.928109 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ef48f1fc53d415ab27461600f017b48&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3033659
Dec 03 03:34:51.930875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58976) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:51.932412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:51.973399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 58980) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:52.001166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.026478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:52.028328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Usage tracker for resource:security_group_rule and tenant:9ac0b79e5ed845da887ba083ead8f90a is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:52.031432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:52.038758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:52.144019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.152122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.167087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.205505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.223646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:52.265014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39f1e3-80ba-4848-9455-b37241793af6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:52.291995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:52.291995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.339218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8d969dd8>,) {'filters': {'network_id': ['1c43d707-8bed-4e9f-bc92-b1cbe807d330']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:52.355927 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ac0b79e5ed845da887ba083ead8f90a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3782914
Dec 03 03:34:52.356634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 58996) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:52.359726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.360398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d969dd8>, '9c0aab58-94a5-489b-9417-a12b388e2cfa') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:52.360736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d969dd8>, '9c0aab58-94a5-489b-9417-a12b388e2cfa') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:34:52.365545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0a5e288-7066-469c-9b68-a896ada83270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:52.379164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970fd393-13be-4020-ba5d-74f26a4db4de,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:52.382221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:52.388361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.401800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.403340 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/970fd393-13be-4020-ba5d-74f26a4db4de HTTP/1.1" status: 204  len: 168 time: 0.4714651
Dec 03 03:34:52.433431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.438845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:34:52.491141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.678092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.703483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:34:52.720303 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:52.866135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59020) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:52.969873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Network 1c43d707-8bed-4e9f-bc92-b1cbe807d330 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:34:52.978258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.007177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:34:53.014366 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:34:53.075897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39f1e3-80ba-4848-9455-b37241793af6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:53.093072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:53.101854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.105688 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a39f1e3-80ba-4848-9455-b37241793af6 HTTP/1.1" status: 204  len: 168 time: 0.7458222
Dec 03 03:34:53.124210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.128501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f05f2ab-966f-4f77-a347-4d491a717e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:53.148578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.161250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c43d707-8bed-4e9f-bc92-b1cbe807d330,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:53.162512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.165157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:53.186752 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ecd3d495-8502-45b0-84e0-fa8517fdc035 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1c43d707-8bed-4e9f-bc92-b1cbe807d330 HTTP/1.1" status: 204  len: 168 time: 1.3941817
Dec 03 03:34:53.198033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:53.206493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Usage tracker for resource:security_group_rule and tenant:daaa08d767f84d62b6beb12bdf828451 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:53.213296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:53.231228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:53.389867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.394078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.404867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-328bc851-5b04-4827-955d-00c120d863f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:53.452630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59054) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:53.452797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=daaa08d767f84d62b6beb12bdf828451&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5853803
Dec 03 03:34:53.453687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c32a85-2193-426d-9560-e97c4d0c9c64,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:53.458973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:53.527248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.563244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.596491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59060) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:53.648528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.669399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0c0ee7fd-63f3-45c9-b270-d65e4bac0a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:53.692411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c4904592-443b-44a6-a1e0-da84272f54cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b36fc3f1d054f1597026e4eeed772c8&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0944827
Dec 03 03:34:53.693133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59068) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:53.696783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c32a85-2193-426d-9560-e97c4d0c9c64,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:53.701582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:53.706142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.708202 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35c32a85-2193-426d-9560-e97c4d0c9c64 HTTP/1.1" status: 204  len: 168 time: 0.2539349
Dec 03 03:34:53.758294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59074) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:53.793502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.824698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.903479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.910397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9851614d-5594-454d-8e43-4894f8db92ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:53.924636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781e5cd-e2d9-4c92-82f1-958337a429b0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:53.928469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:53.953068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:53.954570 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8781e5cd-e2d9-4c92-82f1-958337a429b0 HTTP/1.1" status: 204  len: 168 time: 0.2602851
Dec 03 03:34:54.243054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.278890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:54.278890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c340f45fa2849d193c7bb626c58a503 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:54.279633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:54.288947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:54.405063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.412371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.449100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9424af7a-4111-48e0-b387-b37265590871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:54.490739 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c340f45fa2849d193c7bb626c58a503&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7312400
Dec 03 03:34:54.493709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59112) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:54.519731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59116) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:54.543166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a27259-efbf-498d-a11a-4b17c7dccb84,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:54.558667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:54.596300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.637469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:54.645125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Usage tracker for resource:security_group_rule and tenant:68f12bd41807424f904985f31111bb36 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:54.648037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.649960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:54.665256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:54.696452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.788323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.793263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-832d88bd-5cf6-43ae-a5b2-1eb9ce19079b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:54.818306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a27259-efbf-498d-a11a-4b17c7dccb84,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:54.823986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:54.841182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.844981 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48a27259-efbf-498d-a11a-4b17c7dccb84 HTTP/1.1" status: 204  len: 168 time: 0.3477056
Dec 03 03:34:54.851402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.861334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:54.873349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:54.925504 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68f12bd41807424f904985f31111bb36&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3965163
Dec 03 03:34:54.925504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59140) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:54.938640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fccba70-4034-4fff-be86-ac5b48a067e7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:54.944135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:55.003483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.033967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.084351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.091238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d17a81aa-fe80-4ac4-b77a-24e250bb2395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:55.103359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fccba70-4034-4fff-be86-ac5b48a067e7,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:55.108090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:55.112374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.116784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bd18e6ed-b7a4-491a-9d86-148c9287dfb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3fccba70-4034-4fff-be86-ac5b48a067e7 HTTP/1.1" status: 204  len: 168 time: 0.1902544
Dec 03 03:34:55.812909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59182) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:55.836106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.863686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:55.867960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Usage tracker for resource:security_group_rule and tenant:f796a84f19a345a88fec25027ae5a1c9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:55.871864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:55.879000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:55.973496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.977913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:55.987403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b4c1cc49-94ab-4e44-b058-7f31f700c973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:56.032798 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f796a84f19a345a88fec25027ae5a1c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2187269
Dec 03 03:34:56.034583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefb1e2-dfe6-46aa-b006-870c7b5ca1dc,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:56.036092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59192) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:56.046316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:56.114974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:56.150493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:56.211160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:56.217030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-785b39e8-c82d-45da-ac94-4a78946e05af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:56.234205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefb1e2-dfe6-46aa-b006-870c7b5ca1dc,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:56.237679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:56.241160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:56.247251 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-db5e4def-fd6b-4783-afa3-aebb4b69484d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7cefb1e2-dfe6-46aa-b006-870c7b5ca1dc HTTP/1.1" status: 204  len: 168 time: 0.2096946
Dec 03 03:34:57.116560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59240) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:57.363312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-network', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:57.369768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:57.375004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Usage tracker for resource:network and tenant:386b3100fc3542508eb392d2e70ddbba is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:57.378864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:57.387132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:57.404890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Made reservation on behalf of 386b3100fc3542508eb392d2e70ddbba for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:57.410223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.424712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.446882 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:57.453113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:386b3100fc3542508eb392d2e70ddbba is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:57.458988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:57.466534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:57.574485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.577773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.582054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:57.613048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:34:57.627253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce9320b-da68-48a1-80f1-b0af906a06c8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:57.632073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:57.633132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.633497 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Added segment 23b9dd90-903a-46f9-ba4a-6e101bd3e6e8 of type vxlan for network 2c035356-c912-4076-b2c1-33f3ed9a39e4
Dec 03 03:34:57.663975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.706848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.709752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:57.710443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.727840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ab44a17-511d-4231-83d5-cfa902e01407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:57.762310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59264) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:57.774806 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6563883
Dec 03 03:34:57.775006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59272) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:57.782716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Request body: {'subnet': {'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-subnet', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:57.789292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:57.796247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Usage tracker for resource:subnet and tenant:386b3100fc3542508eb392d2e70ddbba is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:57.820862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:57.828194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:57.847806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Made reservation on behalf of 386b3100fc3542508eb392d2e70ddbba for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:57.853193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:57.878936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c035356-c912-4076-b2c1-33f3ed9a39e4,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:57.886933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:57.903137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:34:57.944056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:34:58.154518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100444611-network', 'tenant_id': '5ea1e4e64e304ae5a2aa78c49856b95a'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:58.264202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:58.288741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Usage tracker for resource:network and tenant:5ea1e4e64e304ae5a2aa78c49856b95a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:58.292009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:58.298366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:58.373060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Made reservation on behalf of 5ea1e4e64e304ae5a2aa78c49856b95a for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:58.379023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.405029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.441279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:58.447433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Usage tracker for resource:security_group_rule and tenant:5ea1e4e64e304ae5a2aa78c49856b95a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:58.451599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:58.470633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:58.666495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.672895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.676009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.678073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d05060e0-b29b-4e34-b113-5a3aee9478a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:58.740491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:34:58.814830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0713627-89c5-4478-99f3-894cea53cbdc,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:58.818558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:58.823143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:58.851033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.851482 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Added segment 2b10d1fc-efab-4923-bd64-7b6b3b6c6afa of type vxlan for network 3fac3798-29d0-46d2-bdd1-e94157b8a487
Dec 03 03:34:58.936945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:58.947490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d074155d-ae57-4bde-9d0e-c4ebe71d707a,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:58.950347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:59.005403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.015662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:59.016319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.026223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:59.068163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59330) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.108195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59338) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.309734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.330345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.350539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:59.355336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:59.357858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Usage tracker for resource:security_group_rule and tenant:96c23f3fadd14107b420892e8a6d1396 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:59.362017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:59.365696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Usage tracker for resource:security_group_rule and tenant:0f369de63b814767af724e884dc86a32 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:59.370927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:59.373702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:59.374430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Checking segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:34:59.374828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Network hostable DHCP agents. Network: 2c035356-c912-4076-b2c1-33f3ed9a39e4, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:34:59.379510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:59.411196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Pushing event updated for resources: {'Network': ['ID=3fac3798-29d0-46d2-bdd1-e94157b8a487,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:59.415117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:59.424363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:34:59.424678 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.6606984
Dec 03 03:34:59.425906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:34:59.428716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59346) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.438564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Request body: {'subnet': {'network_id': '3fac3798-29d0-46d2-bdd1-e94157b8a487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100444611-subnet', 'tenant_id': '5ea1e4e64e304ae5a2aa78c49856b95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:59.444670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:59.448747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 2c035356-c912-4076-b2c1-33f3ed9a39e4) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:34:59.450822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Usage tracker for resource:subnet and tenant:5ea1e4e64e304ae5a2aa78c49856b95a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:59.455058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:59.470023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:59.472779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:34:59.474174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.495079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Made reservation on behalf of 5ea1e4e64e304ae5a2aa78c49856b95a for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:34:59.499969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.509052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23a1bb-aec2-48a8-a2cf-e6b0bbca96e2 None None] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:34:59.526358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.526586 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.7472515
Dec 03 03:34:59.527169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59352) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.535831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.585878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:34:59.606538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:34:59.613219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.614441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Usage tracker for resource:router and tenant:386b3100fc3542508eb392d2e70ddbba is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:34:59.616007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4578397b-dc4a-44da-9d73-959c66d5c42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:59.627010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:34:59.639765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:34:59.657566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffdfc45-d7b5-485d-9080-dfea9ad44673,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:59.661422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.671793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.673806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.692399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:59.693121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:34:59.705268 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4da1e03f-a954-473f-9ee9-e8fc7aeb0e73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96c23f3fadd14107b420892e8a6d1396&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6350074
Dec 03 03:34:59.714779 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f369de63b814767af724e884dc86a32&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6052091
Dec 03 03:34:59.719478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59358) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.719802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59360) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.753235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.806780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c90079-484c-4a26-a6c0-e48fe8aae25f None None] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:34:59.835108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9ab96-a861-4be7-985a-bebec80b87e1,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:34:59.842538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:34:59.874546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59370) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:34:59.934252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.937075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:34:59.965476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.022577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.029697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-26b7eef0-f37a-44e8-8d60-0df008935140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.053078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffdfc45-d7b5-485d-9080-dfea9ad44673,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.060363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:00.062512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.105766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.115175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.116436 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fffdfc45-d7b5-485d-9080-dfea9ad44673 HTTP/1.1" status: 204  len: 168 time: 0.3955388
Dec 03 03:35:00.139155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:00.143555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Usage tracker for resource:security_group_rule and tenant:694d8061660e468292259890385a5db8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:00.147479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:00.153968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:00.180006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.183751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.190659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-45c1554c-a36a-4e16-b16f-48666b91cd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.209546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9ab96-a861-4be7-985a-bebec80b87e1,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.218384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:00.219529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.223510 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69f9ab96-a861-4be7-985a-bebec80b87e1 HTTP/1.1" status: 204  len: 168 time: 0.5003693
Dec 03 03:35:00.305822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.310026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.320374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d8289714-c649-4f83-999e-30fcac0d190e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.374969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=694d8061660e468292259890385a5db8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4992931
Dec 03 03:35:00.376511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59382) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:00.391669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa744e6-3a74-46bc-987b-008f467aefbd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.397161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:00.463597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.494508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.547125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.554152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d06cbe3-0dbb-429e-8344-a4311a0283bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.571214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa744e6-3a74-46bc-987b-008f467aefbd,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.573940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:00.581269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.583469 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fa744e6-3a74-46bc-987b-008f467aefbd HTTP/1.1" status: 204  len: 168 time: 0.2058725
Dec 03 03:35:00.623327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59390) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:00.650498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.669564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:00.674628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Usage tracker for resource:security_group_rule and tenant:a33cef516e734c3e917b64e4eebbb928 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:00.678274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:00.685861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:00.686371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.708902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.791428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.796269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.813111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f5a412c-078c-4e6f-9c1e-a059fe212540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:00.834631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.890027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:00.906121 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a33cef516e734c3e917b64e4eebbb928&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2816024
Dec 03 03:35:00.913406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59402) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:00.923610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c2896-840c-4f11-b184-7e5d1097e60d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.934633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=79219af7-2e90-41ac-bded-fe1a18650b65,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:00.943088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:00.975804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:01.032472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.072118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.131265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.138575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d641621-7efe-475c-834b-e15a7a5b57ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:01.153207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c2896-840c-4f11-b184-7e5d1097e60d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:01.166657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:01.170349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.172619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f6c2896-840c-4f11-b184-7e5d1097e60d HTTP/1.1" status: 204  len: 168 time: 0.2566047
Dec 03 03:35:01.178532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Checking segment: {'id': '2b10d1fc-efab-4923-bd64-7b6b3b6c6afa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3fac3798-29d0-46d2-bdd1-e94157b8a487'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:01.178978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Network hostable DHCP agents. Network: 3fac3798-29d0-46d2-bdd1-e94157b8a487, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:01.265163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:01.281484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 3fac3798-29d0-46d2-bdd1-e94157b8a487) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:01.296219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe42e2f-03d3-4eb1-b965-34bdf90330f2 None None] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:01.309897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:01.310614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.334668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Allocated IP 172.27.0.97 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/44ef1744-adbc-4ebe-afb4-9502e3e7a29f) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:01.383966 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9444883
Dec 03 03:35:01.570077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791075b1-d28f-491a-befd-fc4cba3d1211 None None] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:01.750644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.788504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:01.811779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:01.820921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:01.951043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59438) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:01.964514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Pushing event updated for resources: {'Port': ['ID=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:01.976690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:02.053333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:02.055423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:02.058897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:02.245284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1793752964-network', 'tenant_id': '7762d1a9afb04c66b6ced204aeaffe45'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:02.253628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:02.264741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Usage tracker for resource:network and tenant:7762d1a9afb04c66b6ced204aeaffe45 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:02.271847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:02.291055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:02.312065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Made reservation on behalf of 7762d1a9afb04c66b6ced204aeaffe45 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:02.319243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.347023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.366544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:02.372087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Usage tracker for resource:security_group_rule and tenant:7762d1a9afb04c66b6ced204aeaffe45 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:02.375863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:02.390983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:02.542520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.563457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59470) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:02.580175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.594404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c259c6bb-8352-48da-aed1-7a80a3e0f11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:02.649286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.656947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:35:02.696762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb8fd9-36fc-49e4-b5ca-664876063ceb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:02.708325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:02.714166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.714594 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Added segment d2aaaba9-24f1-45fc-9512-c07349e733c3 of type vxlan for network 160bc4c0-2e8b-4454-bcf7-456486062213
Dec 03 03:35:02.792653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.869122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.870488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:02.871147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:02.876620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:03.029206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1145940515-network', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:03.055004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:03.065182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Usage tracker for resource:network and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:03.073877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:03.078488 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1267772
Dec 03 03:35:03.079552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Pushing event updated for resources: {'Network': ['ID=160bc4c0-2e8b-4454-bcf7-456486062213,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:03.085824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59496) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:03.089353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:03.090477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:03.096553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 160bc4c0-2e8b-4454-bcf7-456486062213 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:03.110834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Request body: {'subnet': {'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1793752964-subnet', 'tenant_id': '7762d1a9afb04c66b6ced204aeaffe45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:03.126461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:03.141289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Usage tracker for resource:subnet and tenant:7762d1a9afb04c66b6ced204aeaffe45 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:03.145242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:03.164407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Made reservation on behalf of 1f4fcf788cc14d2eb287d7397fb1be0b for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:03.169199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.197987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:03.198590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.222105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.266530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:03.272811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Usage tracker for resource:security_group_rule and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:03.275597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Made reservation on behalf of 7762d1a9afb04c66b6ced204aeaffe45 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:03.279787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 160bc4c0-2e8b-4454-bcf7-456486062213 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:03.280417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.294849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:03.307632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:03.380801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59508) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:03.407407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031494897-network', 'tenant_id': '356711c6d27244e1969817e8a38531cb'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:03.420762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:03.447573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Usage tracker for resource:network and tenant:356711c6d27244e1969817e8a38531cb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:03.456152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:03.478660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:03.511902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Made reservation on behalf of 356711c6d27244e1969817e8a38531cb for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:03.517252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.550002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.565135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:35:03.625626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:03.643088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Usage tracker for resource:security_group_rule and tenant:356711c6d27244e1969817e8a38531cb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:03.651265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:03.678409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:03.687055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.699239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.705607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-79ada0e0-8380-4b96-9d30-0e5965bc6948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:03.771902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:03.782685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Sync routers for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:03.794692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:03.796341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7c88>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:03.798299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.799697 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cb3f33ba-1ae0-462c-b26d-c635e88ee4eb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.2715006
Dec 03 03:35:03.802965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59530) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:03.803748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:35:03.818765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.819232 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Added segment af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50 of type vxlan for network f60403ca-ab4d-44ff-a662-f33a863f9753
Dec 03 03:35:03.848051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.943951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.955887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.959353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.964633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:03.965681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:03.989121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44a3e7-66f4-4958-b579-0caf69ccfc81,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:04.002368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:04.012962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bb1f274c-30fd-44cf-8f9b-bbc5c16489e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:04.089288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:35:04.138921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.139068 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Added segment b9bf775a-dbdf-4cd0-8aa7-4cdec3dc3dc2 of type vxlan for network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be
Dec 03 03:35:04.159438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d924c7e-3c52-4e5a-8740-eb9efd1016b7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:04.171206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:04.175170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5383329f-968a-4084-a080-3c07136b6e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:04.305292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:04.329444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Pushing event updated for resources: {'Network': ['ID=f60403ca-ab4d-44ff-a662-f33a863f9753,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:04.343661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:04.358275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59570) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:04.359242 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.7849057
Dec 03 03:35:04.371160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:04.378865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Request body: {'subnet': {'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1145940515-subnet', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:04.380435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:04.381923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.398213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:04.431676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Usage tracker for resource:subnet and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:04.445525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:04.466794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:04.488187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.492201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:04.493827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.514289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:04.524109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Made reservation on behalf of 1f4fcf788cc14d2eb287d7397fb1be0b for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:04.528800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.651668 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2691791
Dec 03 03:35:04.709266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59578) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:04.713103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:04.718897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Request body: {'subnet': {'network_id': '35d1cf83-5b6d-4156-8ebb-4f85e01dc6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031494897-subnet', 'tenant_id': '356711c6d27244e1969817e8a38531cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:04.905038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7c88>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:02Z', 'revision_number': 3, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:04.910395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Checking router: 4a1eea00-99c7-4b36-97d5-7d24a8edc000 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:04.911532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Updating router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:04.980309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.062706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Pushing event updated for resources: {'Network': ['ID=35d1cf83-5b6d-4156-8ebb-4f85e01dc6be,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:05.065517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:05.070743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Usage tracker for resource:subnet and tenant:356711c6d27244e1969817e8a38531cb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:05.074112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:05.075746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:05.080408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:05.096916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:05.097492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:05.099416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:05.132066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Made reservation on behalf of 356711c6d27244e1969817e8a38531cb for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:05.147912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.625460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7845fe68-f086-4c69-9db7-54caa17e1746,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:05.629839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:05.693489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Checking segment: {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:05.694356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Network hostable DHCP agents. Network: 160bc4c0-2e8b-4454-bcf7-456486062213, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:05.702632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.719583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Transition to ACTIVE for port object 44ef1744-adbc-4ebe-afb4-9502e3e7a29f will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:05.724466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.745449 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:05.765700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Network 160bc4c0-2e8b-4454-bcf7-456486062213 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:05.791099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.831544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 160bc4c0-2e8b-4454-bcf7-456486062213) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:05.836788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:05.837445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:05.848338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d537e94-5747-42ad-87a5-33944002607c None None] Network 160bc4c0-2e8b-4454-bcf7-456486062213 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:05.886164 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.7839353
Dec 03 03:35:05.964111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Pushing event updated for resources: {'Port': ['ID=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:06.035836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.053125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.056333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.058187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.064077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.064915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.065671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.085932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.086694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.087215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.087730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.088269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.088783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.089420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.089935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.090468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.090967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.091446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.091924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.092401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.094454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.097105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.099243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.103281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.104122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:06.105932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9016c455-c8ef-40d5-aa62-b29118849ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:06.134786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:06.227427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.267529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5617cdea-c72d-4e30-97e7-008aa9d96a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:06.294169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee2095-0074-4493-8e28-5a4d39419fbd None None] Network 160bc4c0-2e8b-4454-bcf7-456486062213 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:06.298851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Attempting to bind port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:06.304347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Attempting to bind port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:06.305346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Attempting to bind port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:06.328387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:06.329230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:06.330532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.332071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:06.341425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Bound port: 44ef1744-adbc-4ebe-afb4-9502e3e7a29f, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:06.342829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.491355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a76df0-acb2-4688-9e26-9e4c64bef05c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:06.503210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:06.519453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] For port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:06.526614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] For port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:06.531960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.555777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:06.588931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54f6898-7dc2-422a-af0b-5fff09dec4ba,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:06.602547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:06.684043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Checking segment: {'id': 'b9bf775a-dbdf-4cd0-8aa7-4cdec3dc3dc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '35d1cf83-5b6d-4156-8ebb-4f85e01dc6be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:06.684611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Network hostable DHCP agents. Network: 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:06.735588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Pushing event updated for resources: {'Port': ['ID=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:06.740680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-61180567-b2f2-47f7-8a94-91f4e8b02afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:06.760059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:06.789195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:06.802109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Checking segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:06.802677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Network hostable DHCP agents. Network: f60403ca-ab4d-44ff-a662-f33a863f9753, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:06.808027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:06.808668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:06.859668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9741f72-2f45-42aa-a896-8c0ce2318996 None None] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:06.871034 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-aa48a04e-fa6e-464e-be51-dc8da9bb33eb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.1513145
Dec 03 03:35:06.886147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Allocated IP 172.20.0.1 (2c035356-c912-4076-b2c1-33f3ed9a39e4/d074155d-ae57-4bde-9d0e-c4ebe71d707a/307a935c-0d47-44f7-b5da-8e02820d7c23) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:06.902673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Network f60403ca-ab4d-44ff-a662-f33a863f9753 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:06.936747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, f60403ca-ab4d-44ff-a662-f33a863f9753) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:07.011723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:07.017046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.070177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1b198-3e42-4e48-ad2b-b9f9f20344a0 None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:07.084225 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59626) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:07.127987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:07.129252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7c88>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:07.174283 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1df119a5-20bc-4255-a0c4-6d819c4b3e88 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.8118744
Dec 03 03:35:07.174529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59632) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:07.194379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:07.213505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:07.229505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Usage tracker for resource:router and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:07.241741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:07.247120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.265899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:07.292028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.293604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.305004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.328098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.351992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:07.541956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.650734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:07.720378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:07.736209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Usage tracker for resource:security_group_rule and tenant:a161350c7c6f4a81967c7f47b65c5b79 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:07.744045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:07.757053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:07.761702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.773967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:07.777741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:07.783096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:07.853018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Pushing event updated for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:07.856105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:07.862923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.896731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-f60403ca-ab4d-44ff-a662-f33a863f9753', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:35:07.898011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:07.956054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0acdc-7d39-4d5a-a9a9-feb1d3fa7728 None None] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:08.089741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.166939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.202564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.277541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f18b7adb-c922-4926-83d5-3ee5b121baa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:08.289063 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a161350c7c6f4a81967c7f47b65c5b79&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2036295
Dec 03 03:35:08.295579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59650) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:08.338088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd7c88>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:02Z', 'revision_number': 3, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:08.344687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2172def-30d6-46cc-ba4d-c86a6d67c268 None None] The sync data for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi is: [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:02Z', 'revision_number': 3, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:08.380742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e5a5be-d827-4f50-8253-2fbd7ef94483,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:08.385054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:08.443180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.557789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.561864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.563781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.600052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:08.713552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.768416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.785539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Allocated IP 172.20.0.2 (f60403ca-ab4d-44ff-a662-f33a863f9753/d54f6898-7dc2-422a-af0b-5fff09dec4ba/cbc4090a-d303-4455-82cb-ccf57f4bd3fb) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:08.799437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Pushing event updated for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:08.808230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:08.831748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:08.943922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:08.945176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:09.003774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.012924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0e0d565-9d46-499b-8099-750db2f5adaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:09.031731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e5a5be-d827-4f50-8253-2fbd7ef94483,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:09.034321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:09.084549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.088444 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2e5a5be-d827-4f50-8253-2fbd7ef94483 HTTP/1.1" status: 204  len: 168 time: 0.7821631
Dec 03 03:35:09.195836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.237374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Transition to ACTIVE for port object cbc4090a-d303-4455-82cb-ccf57f4bd3fb will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:09.292403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Transition to ACTIVE for port object cbc4090a-d303-4455-82cb-ccf57f4bd3fb will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:09.297837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.430625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Allocated IP 172.27.0.231 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/3d0fc3df-7886-427d-b275-95e6da3bd856) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:09.484652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-506b5302-6973-4764-82f6-3c62a23db583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:09.581610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Pushing event updated for resources: {'Port': ['ID=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:09.587131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:09.597239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:09.599228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:09.602534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:09.673530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Attempting to bind port cbc4090a-d303-4455-82cb-ccf57f4bd3fb on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:09.674013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Attempting to bind port cbc4090a-d303-4455-82cb-ccf57f4bd3fb by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:09.674382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Attempting to bind port cbc4090a-d303-4455-82cb-ccf57f4bd3fb on network f60403ca-ab4d-44ff-a662-f33a863f9753 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:09.682045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:09.682533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Checking segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:09.682998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.683451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Bound using segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:09.683994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Bound port: cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:09.684560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.806219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 44ef1744-adbc-4ebe-afb4-9502e3e7a29f up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:09.876261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:09.914471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] For port cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:09.918402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] For port cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:09.922557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:09.928663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:35:09.929525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:10.088208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:10.124826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:10.125490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:10.153898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:10.160816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:10.391257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:10.421370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] 10.222.0.66 "PUT /v2.0/routers/4a1eea00-99c7-4b36-97d5-7d24a8edc000/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6167216
Dec 03 03:35:10.588228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-dd565392-f626-4f3f-854c-5da80055d3be tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:10.589010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-dd565392-f626-4f3f-854c-5da80055d3be tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Synchronizing usage tracker for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:10.606217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Pushing event updated for resources: {'Port': ['ID=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:10.609986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:10.643542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0fc3df-7886-427d-b275-95e6da3bd856,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:10.661649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:10.674378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-dd565392-f626-4f3f-854c-5da80055d3be tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Unset dirty status for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:10.677616 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-dd565392-f626-4f3f-854c-5da80055d3be tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 809 time: 0.7792382
Dec 03 03:35:10.711360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:10.717455 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-e53fe74b-0cf0-498a-9939-b572fade4766 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/quotas/7762d1a9afb04c66b6ced204aeaffe45 HTTP/1.1" status: 200  len: 375 time: 0.0388279
Dec 03 03:35:10.732261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:10.752385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:10.758962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a87a140-3f93-427b-a7a3-2cec7bfb3443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:10.767351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:10.773031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:10.791707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:10.865639 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-084a7aa7-6935-4409-8dd6-9691d908b8aa tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1471243
Dec 03 03:35:10.928663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:10.938584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:11.340529 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-38284ef1-f504-4eb7-9f82-dbcc4e778b44 service neutron] 10.222.0.66 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4738252
Dec 03 03:35:11.713778 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-8343b560-7712-405b-a086-e1f3bb6895ac service neutron] 10.222.0.66 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3723066
Dec 03 03:35:11.717154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:11.770530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Sync routers for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:11.784299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:11.788532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0b6da0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:11.904095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device cbc4090a-d303-4455-82cb-ccf57f4bd3fb up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:12.052331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-968aded2-7bf6-4087-9045-a154e0e8b660 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:12.053126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-968aded2-7bf6-4087-9045-a154e0e8b660 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:12.168595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:12.217150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-968aded2-7bf6-4087-9045-a154e0e8b660 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:12.225800 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-968aded2-7bf6-4087-9045-a154e0e8b660 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 819 time: 0.6792817
Dec 03 03:35:12.331597 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-5cf8ac03-e9fb-4a96-8b37-cf6226c6deea tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/quotas/386b3100fc3542508eb392d2e70ddbba HTTP/1.1" status: 200  len: 375 time: 0.1047657
Dec 03 03:35:12.449501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3119f1-49bb-4d5a-92a1-3a1d0ac26d73 None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:12.460018 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2f33d88a-2b1c-46bf-bc44-27465b7452c5 req-4ba260f4-9c3b-4d15-8645-89939c56a280 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 210 time: 0.1439574
Dec 03 03:35:12.487145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:12.521237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:12.540997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-8cd1c0b7-1baf-4cf4-98ca-a27e1a10be7c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2076747
Dec 03 03:35:12.594025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 44ef1744-adbc-4ebe-afb4-9502e3e7a29f up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:12.725858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Provisioning for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:12.751202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Provisioning complete for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:12.751626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:12.931382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:12.931935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:13.151277 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-1bc16801-35f3-43d8-9239-6a7d47951c05 service neutron] 10.222.0.66 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6093001
Dec 03 03:35:13.349379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:13.387178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Router 4124428a-a562-4d40-9dd3-7ed78848e158 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:35:13.408743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0b6da0>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:07Z', 'revision_number': 4, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '307a935c-0d47-44f7-b5da-8e02820d7c23', 'name': '', 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'mac_address': 'fa:16:3e:04:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:06Z', 'updated_at': '2020-12-03T03:35:08Z', 'revision_number': 2, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'subnets': [{'id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:13.423039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Checking router: 4a1eea00-99c7-4b36-97d5-7d24a8edc000 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:13.423528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Updating router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 port 307a935c-0d47-44f7-b5da-8e02820d7c23 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:13.458932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] For port cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:13.470417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:13.474684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:13.600842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Pushing event updated for resources: {'Port': ['ID=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:13.607856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:13.625431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:13.759747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:13.771588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Sync routers for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:13.788469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:13.806205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd78d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:34:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:13.832637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device cbc4090a-d303-4455-82cb-ccf57f4bd3fb up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:13.914942 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-6da24eea-dba1-4e90-a451-8b0aadec137a service neutron] 10.222.0.66 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7512739
Dec 03 03:35:13.918360 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1170626a-0721-40c7-a112-90f7f21a5a59 req-19e78c0e-1e6b-4e64-bdc0-d6a33466bc5f tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 210 time: 0.1562762
Dec 03 03:35:13.943770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:13.948683 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.7693665
Dec 03 03:35:13.950915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59776) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:13.970476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-5fd390ce-4c76-4da7-9c3f-ee5d494defea tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:13.972355 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-5fd390ce-4c76-4da7-9c3f-ee5d494defea tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 809 time: 0.3548763
Dec 03 03:35:14.003534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Request body: {'port': {'device_id': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213', 'admin_state_up': True, 'tenant_id': '7762d1a9afb04c66b6ced204aeaffe45'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:14.257965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:14.262777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Usage tracker for resource:port and tenant:7762d1a9afb04c66b6ced204aeaffe45 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:14.266088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:14.273986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:14.286605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Made reservation on behalf of 7762d1a9afb04c66b6ced204aeaffe45 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:14.293198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:14.395974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-986011a7-1739-4780-af5b-140d93ae8d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:14.446266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-083c5c21-6fa3-437a-8bd2-4f8f62687502 None None] Provisioning complete for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:14.446790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-083c5c21-6fa3-437a-8bd2-4f8f62687502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:14.463924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:14.538212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:14.538750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:14.641907 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2678727a-f863-4852-8b58-f18f16013e24 req-f809b7f3-2aa6-4bf2-8fdc-8ae07a35f162 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 210 time: 0.2880218
Dec 03 03:35:14.748955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.030695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Allocated IP 172.20.0.4 (160bc4c0-2e8b-4454-bcf7-456486062213/7845fe68-f086-4c69-9db7-54caa17e1746/bb265466-9212-4a05-89d0-2946dfba813b) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:15.242734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd78d0>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:11Z', 'revision_number': 3, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:15.247269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Checking router: 4124428a-a562-4d40-9dd3-7ed78848e158 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:15.247665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Updating router 4124428a-a562-4d40-9dd3-7ed78848e158 port 3d0fc3df-7886-427d-b275-95e6da3bd856 binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:15.346057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.364627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6f930b03-3450-4466-a7b8-28e1fca1538a None None] Provisioning complete for port cbc4090a-d303-4455-82cb-ccf57f4bd3fb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:15.365066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f930b03-3450-4466-a7b8-28e1fca1538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.366727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.404741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.446000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2924e507-70c2-4a20-b2f3-91354402784a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:15.558073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.603278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Pushing event updated for resources: {'Port': ['ID=bb265466-9212-4a05-89d0-2946dfba813b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:15.607834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:15.686835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:35:15.710502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Network 160bc4c0-2e8b-4454-bcf7-456486062213 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:15.711818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:15.714304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:15.768172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.783249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:15.783967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Transition to ACTIVE for port object 307a935c-0d47-44f7-b5da-8e02820d7c23 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:15.784510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.788630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.806345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:15.808581 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-67bfcc52-77a3-4516-a601-7ff6302bd070 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8101034
Dec 03 03:35:15.848686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.861104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Transition to ACTIVE for port object 3d0fc3df-7886-427d-b275-95e6da3bd856 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:15.865071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:15.881412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be21be1-df2a-41db-be17-2bac2ab6063b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:15.942572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Pushing event updated for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:15.948680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Allocated IP 172.20.0.1 (f60403ca-ab4d-44ff-a662-f33a863f9753/d54f6898-7dc2-422a-af0b-5fff09dec4ba/c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:15.950961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:16.017709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Pushing event updated for resources: {'Port': ['ID=3d0fc3df-7886-427d-b275-95e6da3bd856,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:16.028555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:16.103532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Attempting to bind port 3d0fc3df-7886-427d-b275-95e6da3bd856 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:16.104564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Attempting to bind port 3d0fc3df-7886-427d-b275-95e6da3bd856 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:16.104982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Attempting to bind port 3d0fc3df-7886-427d-b275-95e6da3bd856 on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:16.111232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:16.111585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:16.112043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.112491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:16.113070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Bound port: 3d0fc3df-7886-427d-b275-95e6da3bd856, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:16.113989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.122003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.123342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Attempting to bind port 307a935c-0d47-44f7-b5da-8e02820d7c23 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:16.123762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Attempting to bind port 307a935c-0d47-44f7-b5da-8e02820d7c23 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:16.124172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Attempting to bind port 307a935c-0d47-44f7-b5da-8e02820d7c23 on network 2c035356-c912-4076-b2c1-33f3ed9a39e4 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:16.131643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:16.132071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Checking segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:16.132858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.132989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Bound using segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:16.133750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Bound port: 307a935c-0d47-44f7-b5da-8e02820d7c23, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:16.134171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.139459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Transition to ACTIVE for port object c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:16.161774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.178728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:16.203541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] For port 3d0fc3df-7886-427d-b275-95e6da3bd856, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:16.208627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] For port 3d0fc3df-7886-427d-b275-95e6da3bd856, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=3d0fc3df-7886-427d-b275-95e6da3bd856,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:16.215962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.240014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:16.252218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-90d087bd-6329-4851-ba46-a27538403707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.289028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] For port 307a935c-0d47-44f7-b5da-8e02820d7c23, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:16.293351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] For port 307a935c-0d47-44f7-b5da-8e02820d7c23, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=307a935c-0d47-44f7-b5da-8e02820d7c23,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:16.300560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.321833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:16.332450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:16.387159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Network f60403ca-ab4d-44ff-a662-f33a863f9753 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:16.388574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:16.391059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:16.391359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.411940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:16.435845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Pushing event updated for resources: {'Port': ['ID=3d0fc3df-7886-427d-b275-95e6da3bd856,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:16.447893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:16.480625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:16.481321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd78d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:16.488655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Pushing event updated for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:16.505506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:16.537332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.556059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:16.557003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0b6da0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:16.715523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:16.750209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.761718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-77a53993-e8cd-43dd-8f52-2cad374ea442 None None] Provisioning for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:16.772349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-77a53993-e8cd-43dd-8f52-2cad374ea442 None None] Provisioning complete for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:16.772775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77a53993-e8cd-43dd-8f52-2cad374ea442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:16.841663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:16.904618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-77a53993-e8cd-43dd-8f52-2cad374ea442 None None] Port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:17.065460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cfd78d0>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:15Z', 'revision_number': 1, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:17.071918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eca565-32ea-4f0a-bb73-c9a93b03cef0 None None] The sync data for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi is: [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:15Z', 'revision_number': 1, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:17.113815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:17.114477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Request body: {'port': {'device_id': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:17.131772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:17.132934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:17.313866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0b6da0>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:07Z', 'revision_number': 4, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '307a935c-0d47-44f7-b5da-8e02820d7c23', 'name': '', 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'mac_address': 'fa:16:3e:04:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:06Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'subnets': [{'id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:17.331439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afa4bd-4eaa-43b7-9f41-f0e94c41afa7 None None] The sync data for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi is: [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:35:07Z', 'revision_number': 4, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '307a935c-0d47-44f7-b5da-8e02820d7c23', 'name': '', 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'mac_address': 'fa:16:3e:04:80:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:06Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'subnets': [{'id': 'd074155d-ae57-4bde-9d0e-c4ebe71d707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:17.378278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:17.452084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:17.575469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:17.604754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:17.620806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Network f60403ca-ab4d-44ff-a662-f33a863f9753 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:17.628011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:17.703953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:17.874061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 307a935c-0d47-44f7-b5da-8e02820d7c23 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:17.957849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-0175eb1d-e8b0-4144-8419-2320b2dbc7d9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:17.967259 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-0175eb1d-e8b0-4144-8419-2320b2dbc7d9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 819 time: 0.6317863
Dec 03 03:35:18.000636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-926a0209-831c-4115-96f2-b4f0f320c5a9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/quotas/386b3100fc3542508eb392d2e70ddbba HTTP/1.1" status: 200  len: 375 time: 0.0321703
Dec 03 03:35:18.094049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 307a935c-0d47-44f7-b5da-8e02820d7c23 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:18.106151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 307a935c-0d47-44f7-b5da-8e02820d7c23 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:18.106847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.310933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Router 4124428a-a562-4d40-9dd3-7ed78848e158 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:35:18.380013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.393776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb265466-9212-4a05-89d0-2946dfba813b {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:35:18.399807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-42300c83-370f-43a0-a160-52e248a7c792 None None] Provisioning complete for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:18.399959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42300c83-370f-43a0-a160-52e248a7c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.427291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.468826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Transition to ACTIVE for port object bb265466-9212-4a05-89d0-2946dfba813b will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:18.479832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.535158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c4fbb63b-90f0-4f47-8245-9ee18dee683f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:18.651310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.685638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-42300c83-370f-43a0-a160-52e248a7c792 None None] Port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:18.710063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 307a935c-0d47-44f7-b5da-8e02820d7c23, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=307a935c-0d47-44f7-b5da-8e02820d7c23,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:18.717604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:18.724229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:18.768345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Pushing event updated for resources: {'Port': ['ID=bb265466-9212-4a05-89d0-2946dfba813b,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:18.775931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:18.867418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-313f9770-c255-4d38-b3bd-8a064f7579ce tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:18.869097 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-313f9770-c255-4d38-b3bd-8a064f7579ce tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 819 time: 0.5234435
Dec 03 03:35:18.946435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:18.958766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:18.979344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66954e-405a-4564-821e-d979190a2692 req-edf719b4-5439-46d8-a6bb-470580e80389 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:18.980696 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe66954e-405a-4564-821e-d979190a2692 req-edf719b4-5439-46d8-a6bb-470580e80389 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 931 time: 1.5224776
Dec 03 03:35:18.984680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Request body: {'port': {'device_id': '2846e1b1-6107-4523-a287-f599394f984f', 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'admin_state_up': True, 'tenant_id': '386b3100fc3542508eb392d2e70ddbba'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:19.254988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Attempting to bind port bb265466-9212-4a05-89d0-2946dfba813b on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:19.255800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Attempting to bind port bb265466-9212-4a05-89d0-2946dfba813b by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:19.256189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Attempting to bind port bb265466-9212-4a05-89d0-2946dfba813b on network 160bc4c0-2e8b-4454-bcf7-456486062213 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:19.262353 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-8eafade9-dac6-4e59-8773-bafe1a205d78 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2605340
Dec 03 03:35:19.271924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:19.272702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Checking segment: {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:19.272832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:19.273173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Bound using segment: {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:19.273682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Bound port: bb265466-9212-4a05-89d0-2946dfba813b, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:19.274109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:19.398058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] For port bb265466-9212-4a05-89d0-2946dfba813b, host hv-cinder-74915, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:19.401640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] For port bb265466-9212-4a05-89d0-2946dfba813b, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=bb265466-9212-4a05-89d0-2946dfba813b,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:19.409386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:19.426267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5527718-96bb-4049-99d6-3d9f24dc0e9b tempest-DeleteServersTestJSON-1117799821 tempest-DeleteServersTestJSON-1117799821] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:19.452209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fe66954e-405a-4564-821e-d979190a2692 req-809b9e4b-f245-4d02-82f1-5c5b1cb47730 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Synchronizing usage tracker for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:19.507253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:19.521896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Usage tracker for resource:port and tenant:386b3100fc3542508eb392d2e70ddbba is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:19.529661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Quota usage for port was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:19.555269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:19.573992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:19.578718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Pushing event updated for resources: {'Port': ['ID=bb265466-9212-4a05-89d0-2946dfba813b,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:19.584619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:19.589617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] 10.222.0.66 "PUT /v2.0/routers/4124428a-a562-4d40-9dd3-7ed78848e158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6374960
Dec 03 03:35:19.590441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fe66954e-405a-4564-821e-d979190a2692 req-809b9e4b-f245-4d02-82f1-5c5b1cb47730 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Unset dirty status for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:19.591551 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe66954e-405a-4564-821e-d979190a2692 req-809b9e4b-f245-4d02-82f1-5c5b1cb47730 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4611926
Dec 03 03:35:19.610783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Made reservation on behalf of 386b3100fc3542508eb392d2e70ddbba for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:19.616868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:19.661914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-224de555-35d2-4104-9cac-85b7e909e3de service neutron] 10.222.0.66 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3803899
Dec 03 03:35:19.688366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:19.689075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:19.691548 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4dea2b3b-46b5-455e-b052-4f0f193af31e service neutron] 10.222.0.64 "PUT /v2.0/ports/bb265466-9212-4a05-89d0-2946dfba813b HTTP/1.1" status: 200  len: 1157 time: 2.6154668
Dec 03 03:35:19.692298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:19.864860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3d0fc3df-7886-427d-b275-95e6da3bd856 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:19.919177 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-415c8075-f9f9-474c-99cd-ac2736fc91e2 service neutron] 10.222.0.66 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2562571
Dec 03 03:35:19.992944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 3d0fc3df-7886-427d-b275-95e6da3bd856 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:20.000930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 3d0fc3df-7886-427d-b275-95e6da3bd856 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:20.001591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:20.193465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Allocated IP 172.20.0.9 (2c035356-c912-4076-b2c1-33f3ed9a39e4/d074155d-ae57-4bde-9d0e-c4ebe71d707a/74dbb841-a018-4b62-93d8-e752de7fcf69) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:20.355362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:20.375400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 3d0fc3df-7886-427d-b275-95e6da3bd856, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=3d0fc3df-7886-427d-b275-95e6da3bd856,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:20.382054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:20.383599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 307a935c-0d47-44f7-b5da-8e02820d7c23 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:20.765491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98ffc6ba-9b55-4b19-a51d-d0b6701962d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:20.870958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=3d0fc3df-7886-427d-b275-95e6da3bd856,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:20.874591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:20.876290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 307a935c-0d47-44f7-b5da-8e02820d7c23 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:20.876716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.029756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.059016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.075040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:21.114393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 59900) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:21.120776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-90397361-network', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:21.126051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:21.131320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Usage tracker for resource:network and tenant:d5989d53a0894c5ba3c57dcf899e4020 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:21.134489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:21.140689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:21.150276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Made reservation on behalf of d5989d53a0894c5ba3c57dcf899e4020 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:21.155001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.168803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.185992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:21.190911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5989d53a0894c5ba3c57dcf899e4020 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:21.194633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:21.200219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:21.218681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Pushing event updated for resources: {'Port': ['ID=74dbb841-a018-4b62-93d8-e752de7fcf69,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:21.223401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:21.298682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:21.299891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:21.303378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:21.308244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:21.308924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.309461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.314101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.319575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd185f45-3b64-4997-906f-a9d6e68e4d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:21.334314 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3687761
Dec 03 03:35:21.357585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:35:21.363815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12879546-90ee-466e-a1da-ee9c1ac8702e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:21.367851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:21.371964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.372524 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Added segment 89b0ca2c-a8ee-4b31-8911-87327e357a42 of type vxlan for network c5c6702f-c84a-4294-8851-c2f80e6f3fe1
Dec 03 03:35:21.401368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.431611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.432869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:21.433518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.438404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:21.546075 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4304059
Dec 03 03:35:21.547048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c6702f-c84a-4294-8851-c2f80e6f3fe1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:21.550708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59908) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:21.550903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:21.558682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Request body: {'subnet': {'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-90397361-subnet', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:21.559612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:21.563980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:21.568728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Usage tracker for resource:subnet and tenant:d5989d53a0894c5ba3c57dcf899e4020 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:21.571829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:21.577674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:21.588016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Made reservation on behalf of d5989d53a0894c5ba3c57dcf899e4020 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:21.592807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:21.736668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3d0fc3df-7886-427d-b275-95e6da3bd856 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:21.805719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 3d0fc3df-7886-427d-b275-95e6da3bd856 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:21.806287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.013237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.029322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:22.158759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:22.171295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:22.234383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Checking segment: {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:22.234778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Network hostable DHCP agents. Network: c5c6702f-c84a-4294-8851-c2f80e6f3fe1, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:22.255402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:22.264521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, c5c6702f-c84a-4294-8851-c2f80e6f3fe1) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:22.268402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:22.269069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.273670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7b9d4-ce3e-4201-9d05-6ab72dcf39c2 None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:22.291432 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7393770
Dec 03 03:35:22.294076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 59914) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:22.299647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:22.305602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:22.309776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Usage tracker for resource:router and tenant:d5989d53a0894c5ba3c57dcf899e4020 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:22.312893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:22.319072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:22.329345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.330486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.346514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.362150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:22.368653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Request body: {'port': {'device_id': '2846e1b1-6107-4523-a287-f599394f984f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:22.553926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-26dc9517-55f2-46c5-8202-2466b95aeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:22.556196 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-26dc9517-55f2-46c5-8202-2466b95aeab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 1160 time: 0.1603818
Dec 03 03:35:22.662795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b', 'status': 'completed', 'code': 200}
Dec 03 03:35:22.679787 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-654dc424-f9d8-4730-afb4-24f3d12c5cd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb265466-9212-4a05-89d0-2946dfba813b HTTP/1.1" status: 200  len: 217 time: 0.1045692
Dec 03 03:35:22.734012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Sync routers for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:22.736699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:22.798530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:22.799243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca01f60>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:22.866202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:35:22.867168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:23.026006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4f1b2cf7-5123-4087-b279-e7f13082ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:23.027529 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-4f1b2cf7-5123-4087-b279-e7f13082ebd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7845fe68-f086-4c69-9db7-54caa17e1746 HTTP/1.1" status: 200  len: 849 time: 0.3405242
Dec 03 03:35:23.044028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9bb19be7-a457-4ad7-a7a8-81a8de562e32 req-94ef506d-bc74-4cad-8d79-bbfec9058c69 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:23.059410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:23.089042 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-df44bf25-ded0-46c3-91d3-6cce7f8742b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=160bc4c0-2e8b-4454-bcf7-456486062213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515146
Dec 03 03:35:23.144649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:23.176894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9bb19be7-a457-4ad7-a7a8-81a8de562e32 req-94ef506d-bc74-4cad-8d79-bbfec9058c69 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:23.191055 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bb19be7-a457-4ad7-a7a8-81a8de562e32 req-94ef506d-bc74-4cad-8d79-bbfec9058c69 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 210 time: 0.3687456
Dec 03 03:35:23.323243 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-442065a5-9d9a-4b19-9865-0ca066b37c5c service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261569
Dec 03 03:35:23.603538 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3540f77c-0072-453f-8c33-9eadc8e7d4c8 req-1b95878a-0570-4106-81ae-7698b7ddc2cf service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2718921
Dec 03 03:35:23.711314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7387b9-b065-4a63-8fc3-cf38f3561d1c req-381a7da8-905c-4ce0-90f6-231af44dc5b6 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:23.719148 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2c7387b9-b065-4a63-8fc3-cf38f3561d1c req-381a7da8-905c-4ce0-90f6-231af44dc5b6 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 943 time: 0.8092737
Dec 03 03:35:23.860959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-620c7777-bcf4-4267-885b-b5bcf0cff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:23.862892 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-620c7777-bcf4-4267-885b-b5bcf0cff1ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 1160 time: 0.1652863
Dec 03 03:35:23.986765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Allocated IP 172.20.0.2 (c5c6702f-c84a-4294-8851-c2f80e6f3fe1/dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40/694ea12e-7fbb-4192-8f2d-00811559bb0b) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:24.116591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca01f60>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 2, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:24.141476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Checking router: 4124428a-a562-4d40-9dd3-7ed78848e158 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:24.146465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Updating router 4124428a-a562-4d40-9dd3-7ed78848e158 port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:24.225344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-fe9c8db9-546d-460f-82b7-2a4d0260eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:24.227214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-fe9c8db9-546d-460f-82b7-2a4d0260eef8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 903 time: 0.3574681
Dec 03 03:35:24.319586 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2c7387b9-b065-4a63-8fc3-cf38f3561d1c req-d5db2d9d-e553-420a-9ff8-f5c87c2be88e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5989006
Dec 03 03:35:24.399146 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-8e2d56e6-df3a-4680-a736-c617947f77b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb265466-9212-4a05-89d0-2946dfba813b HTTP/1.1" status: 200  len: 217 time: 0.1636248
Dec 03 03:35:24.447256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-c5f5c941-3876-48d1-ba58-e5752e164d97 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:24.448869 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-c5f5c941-3876-48d1-ba58-e5752e164d97 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 819 time: 1.0005739
Dec 03 03:35:24.512331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-b0b3cfb4-7635-42a1-bcc2-b31c1ef1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:24.514375 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-b0b3cfb4-7635-42a1-bcc2-b31c1ef1ba1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7845fe68-f086-4c69-9db7-54caa17e1746 HTTP/1.1" status: 200  len: 849 time: 0.1064835
Dec 03 03:35:24.542759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Request body: {'port': {'device_id': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4', 'admin_state_up': True, 'tenant_id': '386b3100fc3542508eb392d2e70ddbba'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:24.591060 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-4734f1aa-4988-4635-8dfb-79100f5d0cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=160bc4c0-2e8b-4454-bcf7-456486062213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674098
Dec 03 03:35:24.612781 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c952f36f-be6a-4a75-88d3-28d238e86112 req-f9b9f3ae-0f18-4ce5-97b2-8ae8161efcdd tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 210 time: 0.1310558
Dec 03 03:35:24.625019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:24.700679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:24.774420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dbb841-a018-4b62-93d8-e752de7fcf69 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:35:24.856952 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-a981c1fb-377f-40c1-82f6-7d8a30c76fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570128
Dec 03 03:35:24.886102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:24.932680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Transition to ACTIVE for port object 694ea12e-7fbb-4192-8f2d-00811559bb0b will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:24.964156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Transition to ACTIVE for port object 74dbb841-a018-4b62-93d8-e752de7fcf69 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:25.007838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.039647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:25.080532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6542e51-bca3-4ea0-9dec-10123c5bd340 req-f4dddcb3-224b-475a-a7ff-871883790831 service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2152579
Dec 03 03:35:25.124046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Transition to ACTIVE for port object 694ea12e-7fbb-4192-8f2d-00811559bb0b will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:25.126779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:25.144438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.167013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:25.221860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.239362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Pushing event updated for resources: {'Port': ['ID=694ea12e-7fbb-4192-8f2d-00811559bb0b,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:25.258188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:25.266193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:25.270959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.281081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Pushing event updated for resources: {'Port': ['ID=74dbb841-a018-4b62-93d8-e752de7fcf69,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:25.293017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:25.427575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Made reservation on behalf of 386b3100fc3542508eb392d2e70ddbba for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:25.437990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.492849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:25.496678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:25.500159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.503138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:25.577172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Transition to ACTIVE for port object c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:25.578187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Attempting to bind port 694ea12e-7fbb-4192-8f2d-00811559bb0b on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:25.578643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Attempting to bind port 694ea12e-7fbb-4192-8f2d-00811559bb0b by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:25.579017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Attempting to bind port 694ea12e-7fbb-4192-8f2d-00811559bb0b on network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:25.587007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:25.587435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Checking segment: {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:25.587892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.588408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Bound using segment: {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:25.588841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Bound port: 694ea12e-7fbb-4192-8f2d-00811559bb0b, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:25.589266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.601933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:25.621407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:25.695291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Pushing event updated for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:25.714708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:25.905079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] For port 694ea12e-7fbb-4192-8f2d-00811559bb0b, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:25.923636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] For port 694ea12e-7fbb-4192-8f2d-00811559bb0b, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=694ea12e-7fbb-4192-8f2d-00811559bb0b,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:25.950066 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ec244b0-b448-431b-b41e-7e5d9343e4cf req-c249b10a-60d5-495f-b7e6-fbca75f70624 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 210 time: 0.0836282
Dec 03 03:35:26.014217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.097681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3c7c9cd-c124-4fca-8e4c-99bcd74e7741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:26.161632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Attempting to bind port 74dbb841-a018-4b62-93d8-e752de7fcf69 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:26.162018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Attempting to bind port 74dbb841-a018-4b62-93d8-e752de7fcf69 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:26.162423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Attempting to bind port 74dbb841-a018-4b62-93d8-e752de7fcf69 on network 2c035356-c912-4076-b2c1-33f3ed9a39e4 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:26.218264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:26.218645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Checking segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:26.219053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.219464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Bound using segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:26.219965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Bound port: 74dbb841-a018-4b62-93d8-e752de7fcf69, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:26.220350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.266778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Attempting to bind port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:26.267206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Attempting to bind port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:26.267624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Attempting to bind port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c on network f60403ca-ab4d-44ff-a662-f33a863f9753 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:26.293178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:26.293609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Checking segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:26.294063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.294543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Bound using segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:26.295075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Bound port: c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:26.295507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.312267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Pushing event updated for resources: {'Port': ['ID=694ea12e-7fbb-4192-8f2d-00811559bb0b,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:26.318408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:26.379374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19447d0b-68f2-4467-9c4e-dc08bedc157f req-dc162491-9b83-40c9-8ba7-d0cfc8fe375a tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:26.380950 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19447d0b-68f2-4467-9c4e-dc08bedc157f req-dc162491-9b83-40c9-8ba7-d0cfc8fe375a tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 943 time: 0.8717465
Dec 03 03:35:26.416396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] For port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:26.419670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] For port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:26.423002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.438810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:26.532717 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19447d0b-68f2-4467-9c4e-dc08bedc157f req-69b69184-00ef-4faa-97ba-100d863ecfc5 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395779
Dec 03 03:35:26.543562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Allocated IP 172.20.0.4 (2c035356-c912-4076-b2c1-33f3ed9a39e4/d074155d-ae57-4bde-9d0e-c4ebe71d707a/8da2ef35-41d3-42dc-8daf-5e6b3c260f36) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:26.575892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] For port 74dbb841-a018-4b62-93d8-e752de7fcf69, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:26.587002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] For port 74dbb841-a018-4b62-93d8-e752de7fcf69, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=74dbb841-a018-4b62-93d8-e752de7fcf69,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:26.588565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Allocated IP 172.27.0.90 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/481fa7ff-89d5-43ff-8837-2b5338598b50) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:26.596409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:26.619295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Pushing event updated for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:26.624043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:26.638212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:26.649077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:26.649765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca01f60>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:26.915177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:27.332300 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7b0ece3-d5d1-48e0-ab5a-3423850b5944 req-45b3ddb3-786c-4ae2-bb33-5a8e79bfb7c3 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 210 time: 0.2162511
Dec 03 03:35:27.392978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Pushing event updated for resources: {'Port': ['ID=74dbb841-a018-4b62-93d8-e752de7fcf69,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:27.428733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:27.474545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca01f60>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:26Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:27.479014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a422e979-0877-4ec2-a783-2e0f5021784d None None] The sync data for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi is: [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:26Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:27.526794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:27.538138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:27.555360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:27.556068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:27.557721 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] 10.222.0.64 "PUT /v2.0/ports/74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 1157 time: 5.1965988
Dec 03 03:35:27.558208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:27.604890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:27.626431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b71fcf1c-7130-48a5-846c-242701aa6eab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:27.679743 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69', 'status': 'completed', 'code': 200}
Dec 03 03:35:27.680837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:27.901511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 694ea12e-7fbb-4192-8f2d-00811559bb0b up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:27.908069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Pushing event updated for resources: {'Port': ['ID=481fa7ff-89d5-43ff-8837-2b5338598b50,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:27.932644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:27.935068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3107c94e-a776-4d62-bae4-72ef9b5f36c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:28.004766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 694ea12e-7fbb-4192-8f2d-00811559bb0b completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:28.011682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:28.049045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f783f-bb10-4d9c-b5a7-789a15cb4f83 None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:28.112627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Pushing event updated for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:28.122525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:28.144531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:28.151346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:28.160011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb150-848b-4fb0-b547-7a9b75d99c81 req-e47c224d-064b-4c88-a87c-fccf2130ccb0 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:28.161569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c08cb150-848b-4fb0-b547-7a9b75d99c81 req-e47c224d-064b-4c88-a87c-fccf2130ccb0 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 943 time: 0.3952060
Dec 03 03:35:28.162602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:28.186549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Provisioning for port 694ea12e-7fbb-4192-8f2d-00811559bb0b completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:28.204773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Provisioning complete for port 694ea12e-7fbb-4192-8f2d-00811559bb0b triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:28.205211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.270534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:28.281280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:28.282476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.286770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:28.355248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:28.469783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:28.475510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:28.476212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.584795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.625238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.681112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] For port 694ea12e-7fbb-4192-8f2d-00811559bb0b, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=694ea12e-7fbb-4192-8f2d-00811559bb0b,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:28.685598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.688482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:28.689364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:28.720509 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1889534
Dec 03 03:35:28.725711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:28.763036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Pushing event updated for resources: {'Port': ['ID=694ea12e-7fbb-4192-8f2d-00811559bb0b,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:28.766221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:28.766867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:28.797709 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c08cb150-848b-4fb0-b547-7a9b75d99c81 req-626bcc2c-bd4e-4967-8e9c-bf1baf1f3a38 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5197337
Dec 03 03:35:28.806836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Request body: {'port': {'device_id': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:28.842016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:28.846105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:28.908230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fd72f619-1dc3-46ab-a8e0-feb5cc86f6d1 None None] Provisioning complete for port 694ea12e-7fbb-4192-8f2d-00811559bb0b triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:28.908704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd72f619-1dc3-46ab-a8e0-feb5cc86f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.171298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-591ad884-ac9d-4132-b3ea-11a501813653 None None] Provisioning complete for port 694ea12e-7fbb-4192-8f2d-00811559bb0b triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:29.171726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-591ad884-ac9d-4132-b3ea-11a501813653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.243794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-02576f80-6575-4fee-a3c2-a38ff36e5cc5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:29.244578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-02576f80-6575-4fee-a3c2-a38ff36e5cc5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:29.261650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.276718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.333752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae007cc-263f-4755-8f05-06034ba12087 req-0d9ca313-4db7-4423-b5f4-028fdd5a326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:29.335411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ae007cc-263f-4755-8f05-06034ba12087 req-0d9ca313-4db7-4423-b5f4-028fdd5a326f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1160 time: 0.7752461
Dec 03 03:35:29.430228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ac8be24e-e0a9-4f31-b2d4-48ceb344343b None None] Provisioning complete for port 694ea12e-7fbb-4192-8f2d-00811559bb0b triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:29.430981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac8be24e-e0a9-4f31-b2d4-48ceb344343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.501754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-02576f80-6575-4fee-a3c2-a38ff36e5cc5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:29.503946 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-02576f80-6575-4fee-a3c2-a38ff36e5cc5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 931 time: 0.9977510
Dec 03 03:35:29.755197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 694ea12e-7fbb-4192-8f2d-00811559bb0b up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:29.778080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-4631634e-9329-4758-af4d-dde7d7a4611c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:29.788294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae007cc-263f-4755-8f05-06034ba12087 req-0ea73e6d-6b80-4fef-9834-99f93edc57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:29.789895 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ae007cc-263f-4755-8f05-06034ba12087 req-0ea73e6d-6b80-4fef-9834-99f93edc57a4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=386b3100fc3542508eb392d2e70ddbba&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3632536
Dec 03 03:35:29.833720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 694ea12e-7fbb-4192-8f2d-00811559bb0b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:29.834294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:29.976903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:30.049094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:30.050088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:30.211474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-4631634e-9329-4758-af4d-dde7d7a4611c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:30.212684 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb176bf8-4c86-4c2b-a209-b2fb4cf0ac67 req-4631634e-9329-4758-af4d-dde7d7a4611c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6393566
Dec 03 03:35:30.400037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:30.481568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18e25-0a38-4d0d-b487-15ba61c17d09 req-3230b656-a2eb-4152-bec6-0a8b9736a4a6 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:30.483267 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6e18e25-0a38-4d0d-b487-15ba61c17d09 req-3230b656-a2eb-4152-bec6-0a8b9736a4a6 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 943 time: 0.4807012
Dec 03 03:35:30.492575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae007cc-263f-4755-8f05-06034ba12087 req-d0ce5add-f9f8-404b-833c-ad3d52d28d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:30.494180 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ae007cc-263f-4755-8f05-06034ba12087 req-d0ce5add-f9f8-404b-833c-ad3d52d28d7a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6017940
Dec 03 03:35:30.727808 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6e18e25-0a38-4d0d-b487-15ba61c17d09 req-b2468832-da3c-4b39-b4f9-43b85919efc1 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634452
Dec 03 03:35:30.849155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-7f6003ff-c066-4fd2-89ea-2bca5d8d8f9c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:35:31.096915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:35:31.105763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-5f2056e6-7f16-470d-b8b8-23455f328093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:31.107565 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-5f2056e6-7f16-470d-b8b8-23455f328093 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1160 time: 0.5223072
Dec 03 03:35:31.116722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:31.239401 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-5ebb430f-da7d-41fc-a012-e64f9a5ad8a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 217 time: 0.1129832
Dec 03 03:35:31.241164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Transition to ACTIVE for port object 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:31.287274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:31.309013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97690b29-42e2-4c9e-ab24-0dc84495fcce tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:31.375728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device bb265466-9212-4a05-89d0-2946dfba813b up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:31.437047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:35:31.460798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port bb265466-9212-4a05-89d0-2946dfba813b completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:31.466667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port bb265466-9212-4a05-89d0-2946dfba813b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:31.467101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:31.535920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-a0c46f82-3c88-4e79-92a1-e7bda8ec6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:31.537519 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-a0c46f82-3c88-4e79-92a1-e7bda8ec6195 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.2899010
Dec 03 03:35:31.599883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:31.610589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:31.641829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:31.652432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port bb265466-9212-4a05-89d0-2946dfba813b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=bb265466-9212-4a05-89d0-2946dfba813b,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:31.657722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:31.659922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66c2edf0-6a76-4f25-afc7-32eca5d36d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:31.700898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:31.730028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=bb265466-9212-4a05-89d0-2946dfba813b,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:31.734158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:31.740063 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b', 'code': 200}
Dec 03 03:35:31.756617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-92f601d5-7d24-4f94-9b14-e61f5e02cb8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1663203
Dec 03 03:35:32.030059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce260d5-028c-4100-8198-9646f86433f3 req-b5b9e951-4baa-473b-b85e-7792b5f4c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:32.031636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ce260d5-028c-4100-8198-9646f86433f3 req-b5b9e951-4baa-473b-b85e-7792b5f4c340 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 1162 time: 0.0751066
Dec 03 03:35:32.061219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240ce1a-38aa-438d-899f-8f3ce3abc237 req-da5f270b-86f1-42c8-b17b-34d9a26c887f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:32.062890 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6240ce1a-38aa-438d-899f-8f3ce3abc237 req-da5f270b-86f1-42c8-b17b-34d9a26c887f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.6384375
Dec 03 03:35:32.081560 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ce260d5-028c-4100-8198-9646f86433f3 req-4f7f604e-5b96-4db2-a68e-2ce3986f761f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422342
Dec 03 03:35:32.097708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:32.106514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Sync routers for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:32.116894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:32.117554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee71d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:32.176983 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-0e082f6c-17a4-40c3-b914-d8e994694bf0 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3984318
Dec 03 03:35:32.212230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Attempting to bind port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:32.212677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Attempting to bind port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:32.213056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Attempting to bind port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 on network 2c035356-c912-4076-b2c1-33f3ed9a39e4 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:32.232435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:32.232748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Checking segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:32.233079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:32.233487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Bound using segment: {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:32.234042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Bound port: 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2c035356-c912-4076-b2c1-33f3ed9a39e4'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:32.234369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:32.248028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:32.265309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60130) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:32.265392 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 9.9675922
Dec 03 03:35:32.275559 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6240ce1a-38aa-438d-899f-8f3ce3abc237 req-e13cdda0-cf93-4fe0-9769-25bb67eee50d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820858
Dec 03 03:35:32.323516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:32.661849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:32.665736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:32.670289 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-014c202c-9b93-4a80-a44a-99bc6d1c80e6 req-e634867e-d3e9-4a0f-a25c-e90b402324e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2780092
Dec 03 03:35:32.678774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67449-4ac8-482f-808c-efffae7312c3 req-d683fe84-5b85-452d-b803-562ea9c98fc7 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:32.680461 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9a67449-4ac8-482f-808c-efffae7312c3 req-d683fe84-5b85-452d-b803-562ea9c98fc7 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 945 time: 0.7887638
Dec 03 03:35:32.691735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:32.875535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device bb265466-9212-4a05-89d0-2946dfba813b up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:32.965983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c102cd34-a107-4142-90ca-26ac7c854e30 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:33.033639 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9a67449-4ac8-482f-808c-efffae7312c3 req-a07be879-b8a8-4c4b-99e7-7cd4c6822a76 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970855
Dec 03 03:35:33.068046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port bb265466-9212-4a05-89d0-2946dfba813b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:33.069417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:33.071291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:33.072114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:33.073954 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/8da2ef35-41d3-42dc-8daf-5e6b3c260f36 HTTP/1.1" status: 200  len: 1157 time: 4.2873120
Dec 03 03:35:33.075212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:33.133371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:33.155298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:33.276931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:33.328319 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36', 'status': 'completed', 'code': 200}
Dec 03 03:35:33.461636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-51055fa1-66a0-4e89-95f9-72043febd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:33.463459 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-51055fa1-66a0-4e89-95f9-72043febd212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 1160 time: 0.2673864
Dec 03 03:35:33.716824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee71d0>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 3, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:33.723774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Checking router: 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:33.725987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Updating router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 port 481fa7ff-89d5-43ff-8837-2b5338598b50 binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:33.864320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:33.991007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Allocated IP 172.20.0.1 (c5c6702f-c84a-4294-8851-c2f80e6f3fe1/dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40/d24035d5-79ef-4f72-933e-a75f1f9f6b88) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:34.058024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-9d22c863-9fd9-49e9-8b6a-603ed524c1ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36 HTTP/1.1" status: 200  len: 217 time: 0.5702038
Dec 03 03:35:34.175781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.178126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-f77d048c-345d-4e33-b49b-2d3d28b90ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:34.179770 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-f77d048c-345d-4e33-b49b-2d3d28b90ba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.1060441
Dec 03 03:35:34.222429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Transition to ACTIVE for port object d24035d5-79ef-4f72-933e-a75f1f9f6b88 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:34.246044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.248011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934dfd-b91d-418a-98ed-0830f57d33b3 req-377f63ae-7843-4891-8c5c-4d590c13c125 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:34.249664 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88934dfd-b91d-418a-98ed-0830f57d33b3 req-377f63ae-7843-4891-8c5c-4d590c13c125 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.6041193
Dec 03 03:35:34.255807 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-1ad8e8d1-91b0-4b31-a698-f189320ad011 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658729
Dec 03 03:35:34.286173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:34.288700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1248b5-f689-48e2-8274-e428f0746f5b req-d0f7357d-1d02-46ed-a4ce-d5f98ce32237 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:34.296931 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf1248b5-f689-48e2-8274-e428f0746f5b req-d0f7357d-1d02-46ed-a4ce-d5f98ce32237 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.6576104
Dec 03 03:35:34.382494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.399842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Transition to ACTIVE for port object 481fa7ff-89d5-43ff-8837-2b5338598b50 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:34.405066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.427322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:34.461764 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf1248b5-f689-48e2-8274-e428f0746f5b req-a65850a4-3320-48ac-ba2a-4222c0b2be9b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638165
Dec 03 03:35:34.483851 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88934dfd-b91d-418a-98ed-0830f57d33b3 req-712fb4e7-2063-458c-9049-e2834c5a213c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188249
Dec 03 03:35:34.606718 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-cca26c9c-986b-4e3b-a524-3d5bca9d0c2b service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888672
Dec 03 03:35:34.650836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Pushing event updated for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:34.655486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:34.718841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391e69-902a-400c-be7c-27228a2f88dc None None] Pushing event updated for resources: {'Port': ['ID=481fa7ff-89d5-43ff-8837-2b5338598b50,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:34.742692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:34.744055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:34.746530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:34.765120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88391e69-902a-400c-be7c-27228a2f88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:34.774210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Attempting to bind port 481fa7ff-89d5-43ff-8837-2b5338598b50 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:34.774898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Attempting to bind port 481fa7ff-89d5-43ff-8837-2b5338598b50 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:34.775527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Attempting to bind port 481fa7ff-89d5-43ff-8837-2b5338598b50 on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:34.782788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:34.783613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:34.784506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.785148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:34.785868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Bound port: 481fa7ff-89d5-43ff-8837-2b5338598b50, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:34.786662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.816418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.916975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] For port 481fa7ff-89d5-43ff-8837-2b5338598b50, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:34.921931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] For port 481fa7ff-89d5-43ff-8837-2b5338598b50, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=481fa7ff-89d5-43ff-8837-2b5338598b50,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:34.943727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:34.963533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b578e-84e4-47d9-807c-1a1d2cc59cc5 req-be77af56-8f4b-41df-bf4b-a00c22289513 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:34.965375 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb8b578e-84e4-47d9-807c-1a1d2cc59cc5 req-be77af56-8f4b-41df-bf4b-a00c22289513 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 945 time: 0.2099679
Dec 03 03:35:34.974809 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67a5d94-932a-4dce-9d9f-081be0f717ae req-9befde16-94a0-4717-a6f7-cb0e1f6a0087 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3542345
Dec 03 03:35:35.067707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:35.088619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b53a35fb-0fef-4dfc-88b0-48383c917276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:35.148701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-ce5a5cf8-c46c-426e-a0c2-e3662c4686d2 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:35:35.169247 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb8b578e-84e4-47d9-807c-1a1d2cc59cc5 req-cdea90d1-5f26-499e-8a2e-650be0e95dd9 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929500
Dec 03 03:35:35.203956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e4328eeb-3f08-4468-ac10-ee2eaeef8f7e None None] Provisioning for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:35.213878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391e69-902a-400c-be7c-27228a2f88dc None None] Pushing event updated for resources: {'Port': ['ID=481fa7ff-89d5-43ff-8837-2b5338598b50,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:35.223191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88391e69-902a-400c-be7c-27228a2f88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:35.233205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e4328eeb-3f08-4468-ac10-ee2eaeef8f7e None None] Provisioning complete for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:35.233837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e4328eeb-3f08-4468-ac10-ee2eaeef8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:35.270500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:35.271364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee71d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:35.312110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e4328eeb-3f08-4468-ac10-ee2eaeef8f7e None None] Port d24035d5-79ef-4f72-933e-a75f1f9f6b88 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:35.325768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-6b99fdea-88e5-4de4-9462-0f4b94ab0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:35.327719 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-6b99fdea-88e5-4de4-9462-0f4b94ab0d15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 1160 time: 0.2447443
Dec 03 03:35:35.532153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:35.601509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-041537fc-b0b7-4d01-bc6a-27c5e35ed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:35.610326 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-041537fc-b0b7-4d01-bc6a-27c5e35ed431 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.2627902
Dec 03 03:35:35.611616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:35.618387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:35.664612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:35.697090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-083f6c3b-7af2-46ce-a128-0a8ffd9c81ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36 HTTP/1.1" status: 200  len: 217 time: 0.0827000
Dec 03 03:35:35.773464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:35.791485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Pushing event updated for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:35.805849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.806270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.807700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.807700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.807700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.808148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.808464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.808861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.809494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.810120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.810561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.810956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.811443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.811978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.812371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.812762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.813150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.813541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.813928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.814357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.815342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.815741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.816165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.816597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:35.821123 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:35.948074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-0fc26fec-fc4a-457e-abf6-896ee7de3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:35.950572 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-0fc26fec-fc4a-457e-abf6-896ee7de3f75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.2437139
Dec 03 03:35:35.970113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:35.972026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:35.977331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5181da4-1fde-461d-a635-32aec658658c req-04dc6ab7-8f5b-41ce-ad94-855dbad89839 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:35.985064 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5181da4-1fde-461d-a635-32aec658658c req-04dc6ab7-8f5b-41ce-ad94-855dbad89839 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.2118742
Dec 03 03:35:36.032651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf162fb1-4836-4899-bb3e-57163f5143ac req-9d956aed-322a-4e79-aaa6-576823fd8a51 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:36.034411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf162fb1-4836-4899-bb3e-57163f5143ac req-9d956aed-322a-4e79-aaa6-576823fd8a51 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2628164
Dec 03 03:35:36.055594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee71d0>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'd24035d5-79ef-4f72-933e-a75f1f9f6b88', 'name': '', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'mac_address': 'fa:16:3e:dd:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:33Z', 'updated_at': '2020-12-03T03:35:33Z', 'revision_number': 1, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'subnets': [{'id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:36.058281 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5181da4-1fde-461d-a635-32aec658658c req-b36565bc-bbeb-4b63-b707-fe3cd0b696f5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722160
Dec 03 03:35:36.060109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cebd7e3-fef3-4ace-bb7d-77d5db5129f1 None None] The sync data for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi is: [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'd24035d5-79ef-4f72-933e-a75f1f9f6b88', 'name': '', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'mac_address': 'fa:16:3e:dd:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:33Z', 'updated_at': '2020-12-03T03:35:33Z', 'revision_number': 1, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'subnets': [{'id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:36.125300 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf162fb1-4836-4899-bb3e-57163f5143ac req-0ee6a140-b224-4ee3-a08f-af1d3379bf70 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657008
Dec 03 03:35:36.196068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:35:36.240126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b4de45ee-436f-4ef1-bb90-7a1f556a8183 None None] Provisioning complete for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:36.240524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4de45ee-436f-4ef1-bb90-7a1f556a8183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:36.298974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b4de45ee-436f-4ef1-bb90-7a1f556a8183 None None] Port d24035d5-79ef-4f72-933e-a75f1f9f6b88 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:36.387267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:36.397197 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dc8aefd3-b6f6-4a7c-8e29-08b4c7b35d92 admin admin] 10.222.0.66 "PUT /v2.0/routers/7e430b7d-e0de-4bf1-ad68-a55dd92aab47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1416590
Dec 03 03:35:36.857430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:36.926929 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-2fe53b64-9c9a-4bfd-83bf-157f2e6bbb0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680907
Dec 03 03:35:36.975271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 74dbb841-a018-4b62-93d8-e752de7fcf69 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:36.983465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:36.983891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.120638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.157857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 74dbb841-a018-4b62-93d8-e752de7fcf69, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=74dbb841-a018-4b62-93d8-e752de7fcf69,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:37.160363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:37.168338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1140165042', 'description': 'tempest-TestShelveInstance-1140165042 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:37.169970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.172182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:37.187704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:37.209170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Usage tracker for resource:security_group and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:37.217833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:37.255273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=74dbb841-a018-4b62-93d8-e752de7fcf69,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:37.258726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:37.266478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:37.288163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.325274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:37.331389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Usage tracker for resource:security_group_rule and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:37.335722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:37.343005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:37.356743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7170-1e17-47cc-8bae-4e375854f1d4 req-f6aee39a-b95b-403a-88dc-4a746e5502e5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:37.358487 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0d8b7170-1e17-47cc-8bae-4e375854f1d4 req-f6aee39a-b95b-403a-88dc-4a746e5502e5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.1422610
Dec 03 03:35:37.429656 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0d8b7170-1e17-47cc-8bae-4e375854f1d4 req-da66628c-985c-4f7d-b509-d0a24eccb998 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638456
Dec 03 03:35:37.470227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.478629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.484446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48dc4346-779e-4fac-94e9-4027d2ef389e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:37.503153 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69', 'code': 200}
Dec 03 03:35:37.528272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'SecurityGroup': ['ID=828afee8-3795-4747-9cb4-ad2a6ebe0ed5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:37.530756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.532083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-29a34ad4-cc4e-47fe-988a-62e85ba24412 req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 0.3683281
Dec 03 03:35:37.544515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.545146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.545550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.545945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.546955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.547489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.547884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.548410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.550319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.550848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.551284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.551672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.552382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.552809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.553199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.553585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.553970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.554388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.554765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.555133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.555512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.555890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.556269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.556647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:37.562716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:37.655677 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-dd4ab8a5-3164-4d08-ad10-d3fedd12a4d7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups/828afee8-3795-4747-9cb4-ad2a6ebe0ed5 HTTP/1.1" status: 200  len: 1752 time: 0.0886676
Dec 03 03:35:37.672242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '828afee8-3795-4747-9cb4-ad2a6ebe0ed5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:37.672594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '828afee8-3795-4747-9cb4-ad2a6ebe0ed5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:37.680915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:37.686809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Usage tracker for resource:security_group_rule and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:37.690824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:37.698855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:37.752695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026de119-5bf1-470e-ae8b-2ca3a2b9dde6 req-09aac3bf-dfdc-4bc2-988c-ced1adbbc0af tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:37.754344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-026de119-5bf1-470e-ae8b-2ca3a2b9dde6 req-09aac3bf-dfdc-4bc2-988c-ced1adbbc0af tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1436195
Dec 03 03:35:37.786596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 481fa7ff-89d5-43ff-8837-2b5338598b50 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:37.822849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.843280 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-026de119-5bf1-470e-ae8b-2ca3a2b9dde6 req-309e11b5-1689-4a28-832a-eec6c1ddbadb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779204
Dec 03 03:35:37.857718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.860763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 481fa7ff-89d5-43ff-8837-2b5338598b50 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:37.862637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.866761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 481fa7ff-89d5-43ff-8837-2b5338598b50 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:37.867195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.870628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0e300a0b-26ab-4fcd-8a72-5395723051f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:37.898849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8707c153-42e9-44f8-bd60-431525627ca8,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:37.902097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:37.903364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:37.904632 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3c3c7aa-e3a9-4de3-b8d4-c981974db06c req-f229d3ff-12f5-4271-ab75-b093f26bbc74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2383790
Dec 03 03:35:37.989218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-409b3fba-7838-4513-8e79-20895764be72 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups/828afee8-3795-4747-9cb4-ad2a6ebe0ed5 HTTP/1.1" status: 200  len: 2313 time: 0.0509157
Dec 03 03:35:37.999476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.007708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '828afee8-3795-4747-9cb4-ad2a6ebe0ed5', 'remote_group_id': None}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:38.008430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '828afee8-3795-4747-9cb4-ad2a6ebe0ed5', 'remote_group_id': None}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:38.016270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:38.017090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 481fa7ff-89d5-43ff-8837-2b5338598b50, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=481fa7ff-89d5-43ff-8837-2b5338598b50,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:38.021309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.022412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Usage tracker for resource:security_group_rule and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:38.023563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:38.030259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:38.039903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:38.104030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=481fa7ff-89d5-43ff-8837-2b5338598b50,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:38.111974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.115075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:38.138945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.141907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.147814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:38.169759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3090e78-82fd-4726-bd80-4913be0cc250,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:38.175845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:38.184031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.185484 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d712183a-f1fd-45b7-aa86-dc544f6f02d8 req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1857162
Dec 03 03:35:38.352383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60262) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:38.541147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.559246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:38.563437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f0b618a17b40b3a0085e4287822871 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:38.580828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:38.587418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:38.659938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6552d2-041d-489a-b05b-6acd527225db req-96c02d35-1d90-497c-b2bc-be6bc8f08f90 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:38.661636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea6552d2-041d-489a-b05b-6acd527225db req-96c02d35-1d90-497c-b2bc-be6bc8f08f90 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.0941470
Dec 03 03:35:38.691365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.703241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.734896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e180498-e104-4715-8bb9-ea782b722b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:38.798822 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5f0b618a17b40b3a0085e4287822871&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4450150
Dec 03 03:35:38.802514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60306) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:38.803370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b2aa70-d24d-43bc-92f5-4dbb8487fcfe,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:38.840634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:38.870110 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea6552d2-041d-489a-b05b-6acd527225db req-019a00ba-ab25-4b10-af69-7cec5a0fa1f1 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008801
Dec 03 03:35:38.913700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:38.950122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:39.070478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:39.086276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-78a7e717-4d7a-4863-9196-2b6e17db8db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:39.098700 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-ebfcf5af-6396-4c02-bce5-d0e91d0cdf89 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4057372
Dec 03 03:35:39.107460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b2aa70-d24d-43bc-92f5-4dbb8487fcfe,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:39.110004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:39.128279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:39.129939 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7b2aa70-d24d-43bc-92f5-4dbb8487fcfe HTTP/1.1" status: 204  len: 168 time: 0.3232477
Dec 03 03:35:39.227024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5ff29-043c-400f-8fd7-b12813346280 req-26aa8e3d-4912-4b78-89b1-9c7cdf306e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:39.229020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dd5ff29-043c-400f-8fd7-b12813346280 req-26aa8e3d-4912-4b78-89b1-9c7cdf306e14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1046221
Dec 03 03:35:39.321489 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dd5ff29-043c-400f-8fd7-b12813346280 req-b093f18c-36e8-4ce6-b3c7-47bbdd6919b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846796
Dec 03 03:35:39.411851 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8caad5cb-ce7f-40a0-baf6-a8b27625cb46 req-d2b811df-bfe6-4747-9842-298c9f14217e service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2884383
Dec 03 03:35:39.420857 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-6e46fd10-81fd-409b-9f1b-58b2444fa3ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4800115
Dec 03 03:35:39.449223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f55b8-0991-42c2-83b4-38e031e5c7f2 req-88a5f83a-3f7e-492d-8e75-04c899eb15e6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:39.458107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a12f55b8-0991-42c2-83b4-38e031e5c7f2 req-88a5f83a-3f7e-492d-8e75-04c899eb15e6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3379266
Dec 03 03:35:39.507133 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a12f55b8-0991-42c2-83b4-38e031e5c7f2 req-c5806628-691e-44d3-b9ee-acf1d0e7dd10 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480366
Dec 03 03:35:39.593985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:39.628060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Sync routers for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:39.653495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:39.654716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc2cac8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:39.893911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-7df0f17d-4e6a-49cd-ad1e-c8786a727ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:39.895632 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-7df0f17d-4e6a-49cd-ad1e-c8786a727ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.1065798
Dec 03 03:35:40.079157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 481fa7ff-89d5-43ff-8837-2b5338598b50 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:40.135545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60366) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:40.236065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:40.328738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Deleting subnet 79219af7-2e90-41ac-bded-fe1a18650b65 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:35:40.334590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-fe1b968e-ca10-4ccf-85da-7802b9456e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:40.336292 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-fe1b968e-ca10-4ccf-85da-7802b9456e63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.3878779
Dec 03 03:35:40.341657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:40.425222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:40.567371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:40.692100 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-06cdeff0-b251-4937-9e4c-079495575d0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1002 time: 0.3429546
Dec 03 03:35:40.820282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60384) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:40.866015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:40.866473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:40.940965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 481fa7ff-89d5-43ff-8837-2b5338598b50 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:40.941759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.123475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1587950612-network', 'tenant_id': '0840879b0906445784a83ceb05926684'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:41.130492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:41.134591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-c237f6a1-61c4-4e0f-97c0-f0a372181980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:41.136466 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-c237f6a1-61c4-4e0f-97c0-f0a372181980 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.3429084
Dec 03 03:35:41.138938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Usage tracker for resource:network and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:41.143673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:41.147057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.168290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:41.173295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f69082d9-8578-4335-a20c-9dfc9c313382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:41.234511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79219af7-2e90-41ac-bded-fe1a18650b65,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:41.234511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:41.238656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ebce8-7633-4554-9997-4e7036641712 req-f393bcb7-2ab6-4117-9170-4a2f4fbd1f48 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:41.246627 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-866ebce8-7633-4554-9997-4e7036641712 req-f393bcb7-2ab6-4117-9170-4a2f4fbd1f48 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.9091892
Dec 03 03:35:41.295519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc2cac8>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'd24035d5-79ef-4f72-933e-a75f1f9f6b88', 'name': '', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'mac_address': 'fa:16:3e:dd:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:33Z', 'updated_at': '2020-12-03T03:35:35Z', 'revision_number': 2, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'subnets': [{'id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:41.306479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Checking router: 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:41.307152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Updating router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 port d24035d5-79ef-4f72-933e-a75f1f9f6b88 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:41.323102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Made reservation on behalf of 0840879b0906445784a83ceb05926684 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:41.328004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.349767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.379074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815dd8-d664-42ba-aced-728314f61095 req-838bbda2-1f05-48bf-b9a1-18009a5a2352 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:41.384484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:41.387570 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-43815dd8-d664-42ba-aced-728314f61095 req-838bbda2-1f05-48bf-b9a1-18009a5a2352 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 945 time: 0.6943643
Dec 03 03:35:41.389720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:41.393594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:41.396022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.403446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:41.427632 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-866ebce8-7633-4554-9997-4e7036641712 req-bc2d251d-dddd-4e76-aba6-992031cacd9e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752779
Dec 03 03:35:41.515841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.520897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.531307 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-43815dd8-d664-42ba-aced-728314f61095 req-2f881047-c2de-4817-8012-c44e7b859fc3 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426966
Dec 03 03:35:41.539866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2222f05d-39e5-4489-bc3d-cd3ec6f10785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:41.548080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-7b9ddd46-7f83-449e-9ddd-023d756a1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:41.550201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-7b9ddd46-7f83-449e-9ddd-023d756a1eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3923268
Dec 03 03:35:41.586707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.589528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:35:41.630795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.631425 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Added segment 6c5d4618-d6da-413e-afd2-b0432d28f636 of type vxlan for network 330d9e4d-fc33-4815-90f4-d12bca58f5a8
Dec 03 03:35:41.647049 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ebf29f93-3541-48f2-ac69-f2e2ec277227 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/79219af7-2e90-41ac-bded-fe1a18650b65 HTTP/1.1" status: 204  len: 168 time: 1.5098994
Dec 03 03:35:41.648063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60402) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:41.652114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a316037-9ec6-4714-823e-a8f9891b358c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:41.656052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:41.766961 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-7152a873-1ef8-40bc-9a03-45edbfb13d99 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048938
Dec 03 03:35:41.789657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.907463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:41.995651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.012921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Transition to ACTIVE for port object d24035d5-79ef-4f72-933e-a75f1f9f6b88 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:42.018314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.036400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:42.075433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.101196 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-971de3a1-11f1-4898-ae02-084a8d8b919d req-65e4a2d9-4723-491a-8e72-745a1be414f1 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2661583
Dec 03 03:35:42.104795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.123307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836c1fb-bf31-4a96-8525-223100ff93be req-31fcdadc-3201-4e25-9c6f-3a99a34f12b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:42.124943 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0836c1fb-bf31-4a96-8525-223100ff93be req-31fcdadc-3201-4e25-9c6f-3a99a34f12b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3536592
Dec 03 03:35:42.162151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Pushing event updated for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:42.167550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26c804-966f-4649-8b9d-b9f2f704ae86 req-12e07fc3-81ab-468b-8301-41f96012a7f7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:42.169195 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e26c804-966f-4649-8b9d-b9f2f704ae86 req-12e07fc3-81ab-468b-8301-41f96012a7f7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1620121
Dec 03 03:35:42.175783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.176175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.176836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.178358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.179196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.179915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.180491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.181649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.182005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:42.182597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.186378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.187024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:42.187634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.188196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.188947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.189507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.191272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.191953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.192511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:35:42.231297 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0836c1fb-bf31-4a96-8525-223100ff93be req-e4e680cc-eca8-4471-bb66-50ff407fa7ed tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983303
Dec 03 03:35:42.259958 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e26c804-966f-4649-8b9d-b9f2f704ae86 req-6ee7b634-d012-43fe-8b13-0e8f3a27356d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656741
Dec 03 03:35:42.271671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:42.371852 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5500262
Dec 03 03:35:42.376151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 60410) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:42.384558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Request body: {'subnet': {'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1587950612-subnet', 'tenant_id': '0840879b0906445784a83ceb05926684', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:42.390307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=330d9e4d-fc33-4815-90f4-d12bca58f5a8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:42.394322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8cd34f60>,) {'filters': {'network_id': ['3fac3798-29d0-46d2-bdd1-e94157b8a487']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:42.395673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:42.400360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Usage tracker for resource:subnet and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:42.401917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Attempting to bind port d24035d5-79ef-4f72-933e-a75f1f9f6b88 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:42.401917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Attempting to bind port d24035d5-79ef-4f72-933e-a75f1f9f6b88 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:42.402137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Attempting to bind port d24035d5-79ef-4f72-933e-a75f1f9f6b88 on network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:42.402222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:42.403874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:42.407329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:42.409612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8cd34f60>, '2b10d1fc-efab-4923-bd64-7b6b3b6c6afa') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:42.409954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8cd34f60>, '2b10d1fc-efab-4923-bd64-7b6b3b6c6afa') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:42.411057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:42.422637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Made reservation on behalf of 0840879b0906445784a83ceb05926684 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:42.428525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.559348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:42.559779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Checking segment: {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:42.560217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.560631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Bound using segment: {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:42.561179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Bound port: d24035d5-79ef-4f72-933e-a75f1f9f6b88, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b0ca2c-a8ee-4b31-8911-87327e357a42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:42.561625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.576135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:35:42.786095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.791813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:42.819125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.821893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:35:42.899731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:42.918066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:42.918516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:42.954300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595a323-da2f-44dc-a959-754f4b7f100c req-863f5929-1e41-4f46-9d4e-8bf6227dbec9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:42.956591 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f595a323-da2f-44dc-a959-754f4b7f100c req-863f5929-1e41-4f46-9d4e-8bf6227dbec9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.2331855
Dec 03 03:35:43.005310 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] For port d24035d5-79ef-4f72-933e-a75f1f9f6b88, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:43.023895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] For port d24035d5-79ef-4f72-933e-a75f1f9f6b88, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=d24035d5-79ef-4f72-933e-a75f1f9f6b88,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:43.056361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.060150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857809cc-e200-4dc3-a27e-0192ca96c72e req-e6eb1405-a378-4c36-880b-06004984ab1e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:43.068814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-857809cc-e200-4dc3-a27e-0192ca96c72e req-e6eb1405-a378-4c36-880b-06004984ab1e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 945 time: 0.2415428
Dec 03 03:35:43.076863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:35:43.095427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.122259 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f595a323-da2f-44dc-a959-754f4b7f100c req-1699f72c-db8c-407b-8424-2ecf96e9e271 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389802
Dec 03 03:35:43.198488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:43.208795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-857809cc-e200-4dc3-a27e-0192ca96c72e req-b5a9b4e3-be5a-4d58-8ada-eee62f25e32b tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387451
Dec 03 03:35:43.334824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.344727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-89d6efd2-fcf8-4694-9e91-6303c75fc2b4 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:43.347649 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-89d6efd2-fcf8-4694-9e91-6303c75fc2b4 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 945 time: 0.2167306
Dec 03 03:35:43.350316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Network 3fac3798-29d0-46d2-bdd1-e94157b8a487 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:35:43.376914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:43.382033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:43.395557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:43.396265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc2cac8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:43.476611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.477806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:43.487887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Deleting port bb265466-9212-4a05-89d0-2946dfba813b {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:35:43.488301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:35:43.532076 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:35:43.565506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Pushing event updated for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:43.570289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:43.572789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.587780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.593416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:43.624588 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3fac3798-29d0-46d2-bdd1-e94157b8a487 HTTP/1.1" status: 204  len: 168 time: 1.9718423
Dec 03 03:35:43.624588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fac3798-29d0-46d2-bdd1-e94157b8a487,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:43.626081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:43.626819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60432) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:43.628967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2f66183-96b5-47cf-9ab4-46efd2f847f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:43.727383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Deleting subnet 61a76df0-acb2-4688-9e26-9e4c64bef05c {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:35:43.731144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.801634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.887569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:43.888486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device d24035d5-79ef-4f72-933e-a75f1f9f6b88 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:43.934967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:43.945458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:44.011902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:44.012442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.036252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] For port bb265466-9212-4a05-89d0-2946dfba813b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=bb265466-9212-4a05-89d0-2946dfba813b,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:44.036663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.045880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e6f548a-b383-41ce-a711-0b5d6e169a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.115830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:44.161800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:44.161800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.196200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.219923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:44.233771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:44.234264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Calling delete_port for bb265466-9212-4a05-89d0-2946dfba813b owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:35:44.273384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a76df0-acb2-4688-9e26-9e4c64bef05c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:44.297594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.329718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:44.344976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-76948daf-0d03-4e39-9888-dea295732e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:44.379726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.389643 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6ab9965e-e331-4970-a2f4-fb1d1cd22f02 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/61a76df0-acb2-4688-9e26-9e4c64bef05c HTTP/1.1" status: 204  len: 168 time: 0.7574601
Dec 03 03:35:44.389930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60448) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:44.452666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.529045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.655628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.710921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port d24035d5-79ef-4f72-933e-a75f1f9f6b88, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=d24035d5-79ef-4f72-933e-a75f1f9f6b88,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:44.711911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.727808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:44.736881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.792256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:44.832142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da38225a-d71e-4fe8-b8a0-04902d23bf7f,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:44.835214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:44.842090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dc8fd-5b8f-4b1f-a04a-9606f69716b9 req-6cbbd0cd-d213-4528-8772-2d3da5771bc8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:44.846759 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e25dc8fd-5b8f-4b1f-a04a-9606f69716b9 req-6cbbd0cd-d213-4528-8772-2d3da5771bc8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 1.2885315
Dec 03 03:35:44.863908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f87cbca90>,) {'filters': {'network_id': ['35d1cf83-5b6d-4156-8ebb-4f85e01dc6be']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:44.873772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1504c-675f-48d9-bc04-fdda22bc3b1b req-3ab4929c-1b74-42b9-b279-216784a6de64 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:44.875893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:44.877093 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20c1504c-675f-48d9-bc04-fdda22bc3b1b req-3ab4929c-1b74-42b9-b279-216784a6de64 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 1.2774253
Dec 03 03:35:44.881473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc2cac8>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'd24035d5-79ef-4f72-933e-a75f1f9f6b88', 'name': '', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'mac_address': 'fa:16:3e:dd:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:33Z', 'updated_at': '2020-12-03T03:35:42Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'subnets': [{'id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:44.886335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87cbca90>, 'b9bf775a-dbdf-4cd0-8aa7-4cdec3dc3dc2') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:44.886802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87cbca90>, 'b9bf775a-dbdf-4cd0-8aa7-4cdec3dc3dc2') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:44.888025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:44.891847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288702f-927e-4601-803e-293f6454d2a1 None None] The sync data for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi is: [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:35:34Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'd24035d5-79ef-4f72-933e-a75f1f9f6b88', 'name': '', 'network_id': 'c5c6702f-c84a-4294-8851-c2f80e6f3fe1', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'mac_address': 'fa:16:3e:dd:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:33Z', 'updated_at': '2020-12-03T03:35:42Z', 'revision_number': 4, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'subnets': [{'id': 'dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:44.907876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.911772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:44.912200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.932129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:44.934391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:35:45.038776 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20c1504c-675f-48d9-bc04-fdda22bc3b1b req-868477cd-756b-4bb3-b928-e6b8cb8486e6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394181
Dec 03 03:35:45.042568 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e25dc8fd-5b8f-4b1f-a04a-9606f69716b9 req-6d2ed43c-fa88-4ae9-99d9-62a830af04d7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1607032
Dec 03 03:35:45.094102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device bb265466-9212-4a05-89d0-2946dfba813b no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:35:45.166349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Checking segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:45.166750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Network hostable DHCP agents. Network: 330d9e4d-fc33-4815-90f4-d12bca58f5a8, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:35:45.172132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: bb265466-9212-4a05-89d0-2946dfba813b {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:35:45.172532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device bb265466-9212-4a05-89d0-2946dfba813b not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:35:45.175860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.212656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:45.213176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:35:45.228264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.344578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Pushing event deleted for resources: {'Port': ['ID=bb265466-9212-4a05-89d0-2946dfba813b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:45.429563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:45.522175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:35:45.550750 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36', 'code': 200}
Dec 03 03:35:45.557170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 330d9e4d-fc33-4815-90f4-d12bca58f5a8) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:45.566013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1916e-b2f6-4632-a693-be06e82aec3a None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:45.591296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Network 35d1cf83-5b6d-4156-8ebb-4f85e01dc6be has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:35:45.616846 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:35:45.624872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:45.626022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.716251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.719787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:45.761523 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.3812325
Dec 03 03:35:45.761742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.770519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=35d1cf83-5b6d-4156-8ebb-4f85e01dc6be,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:45.775461 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] 10.222.0.66 "DELETE /v2.0/networks/35d1cf83-5b6d-4156-8ebb-4f85e01dc6be HTTP/1.1" status: 204  len: 168 time: 1.3840380
Dec 03 03:35:45.776878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:45.777578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60460) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:45.785361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:45.792244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:45.796741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Usage tracker for resource:router and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:45.800687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:45.807430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:45.819597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.820722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.866127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.941104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea32a-e1a6-4abc-a5dd-bc43fb10cd44 req-e96765ba-51b2-4d7a-9eca-6ee5b18a8393 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:45.948969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af2ea32a-e1a6-4abc-a5dd-bc43fb10cd44 req-e96765ba-51b2-4d7a-9eca-6ee5b18a8393 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.5179772
Dec 03 03:35:45.951292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] No DVR routers for this DVR port bb265466-9212-4a05-89d0-2946dfba813b on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:35:45.953629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-02f2c984-2dff-454a-9138-a426f3238d10 req-d916650b-caab-4d42-b0ea-b43b5f1cdbd1 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Synchronizing usage tracker for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:45.989326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:45.991519 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15617678-2ea3-4860-980f-ffd33e4fa7be req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "DELETE /v2.0/ports/bb265466-9212-4a05-89d0-2946dfba813b HTTP/1.1" status: 204  len: 173 time: 2.6275184
Dec 03 03:35:45.993090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'name': 'network-vif-deleted', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:45.999022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device d24035d5-79ef-4f72-933e-a75f1f9f6b88 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:45.999607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 60466) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:46.110938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af2ea32a-e1a6-4abc-a5dd-bc43fb10cd44 req-bbdf9e69-81bd-46dd-8911-cc3108f893e8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609459
Dec 03 03:35:46.112744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-02f2c984-2dff-454a-9138-a426f3238d10 req-d916650b-caab-4d42-b0ea-b43b5f1cdbd1 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Unset dirty status for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:46.129976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02f2c984-2dff-454a-9138-a426f3238d10 req-d916650b-caab-4d42-b0ea-b43b5f1cdbd1 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 210 time: 0.3781514
Dec 03 03:35:46.185142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port d24035d5-79ef-4f72-933e-a75f1f9f6b88 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:46.185320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.185994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607a41-c088-4d35-83ea-e2cd4273a957 req-521ffcd7-e50c-4b9f-94b1-7a06361aae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:46.187693 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3607a41-c088-4d35-83ea-e2cd4273a957 req-521ffcd7-e50c-4b9f-94b1-7a06361aae49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 1162 time: 0.3093038
Dec 03 03:35:46.240937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:35:46.242001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.291022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f98ef15-ad67-402d-9f27-63b12a584027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.355652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 60478) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:46.362537 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3607a41-c088-4d35-83ea-e2cd4273a957 req-ef64a37d-6203-4dee-a154-679f5e3943b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566403
Dec 03 03:35:46.379089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.409715 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a9bcc-4417-4079-8a92-1b9aa8f531e8', 'name': 'network-vif-deleted', 'tag': 'bb265466-9212-4a05-89d0-2946dfba813b', 'status': 'completed', 'code': 200}
Dec 03 03:35:46.496525 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9dec56b0-26e7-4238-a433-f86991ebaca2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ea1e4e64e304ae5a2aa78c49856b95a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1373043
Dec 03 03:35:46.501489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60484) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:46.615673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.738550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.765707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:46.771448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:46.773611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Usage tracker for resource:security_group_rule and tenant:2b99c538f6644d67af5be29bfc9c5b1e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:35:46.783749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227ddc1-ff6c-4e5a-8e01-106733c42fdf req-95a98b5a-df1a-4686-97be-015575fb8d9e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:46.786535 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a227ddc1-ff6c-4e5a-8e01-106733c42fdf req-95a98b5a-df1a-4686-97be-015575fb8d9e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3032010
Dec 03 03:35:46.788404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:35:46.801804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad71eb-bddb-4837-91f6-21d19f1233a8 req-35d0623b-79fa-428f-a355-5b3c979b4665 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:46.801804 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16ad71eb-bddb-4837-91f6-21d19f1233a8 req-35d0623b-79fa-428f-a355-5b3c979b4665 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2182682
Dec 03 03:35:46.805980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:46.814037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Allocated IP 172.20.0.2 (330d9e4d-fc33-4815-90f4-d12bca58f5a8/da38225a-d71e-4fe8-b8a0-04902d23bf7f/866d9c44-fac2-4ef0-a576-11a5194ac4e4) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:46.923874 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16ad71eb-bddb-4837-91f6-21d19f1233a8 req-5ddd2b22-45fa-46f4-91f3-ed70d94e5498 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148026
Dec 03 03:35:46.926688 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a227ddc1-ff6c-4e5a-8e01-106733c42fdf req-d277d22c-5b86-4916-85e1-aedf10c8be9c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164672
Dec 03 03:35:47.003073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.006071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.011769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.015629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f095250-0827-415a-b6fc-4c88eb90a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:47.068578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b99c538f6644d67af5be29bfc9c5b1e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0596597
Dec 03 03:35:47.071783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 60488) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:47.087193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d0348e-e2ec-4d37-bebc-c6de7272ef37,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:47.090750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:47.115236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.155970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.165992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.172082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.185890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Transition to ACTIVE for port object 866d9c44-fac2-4ef0-a576-11a5194ac4e4 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:47.211582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.241110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Transition to ACTIVE for port object 866d9c44-fac2-4ef0-a576-11a5194ac4e4 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:47.255060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.270397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.277928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-92969c9e-f542-417e-b14d-b2ee434cd598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:47.285671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:47.294563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d0348e-e2ec-4d37-bebc-c6de7272ef37,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:47.298207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:47.300447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.305929 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60d0348e-e2ec-4d37-bebc-c6de7272ef37 HTTP/1.1" status: 204  len: 168 time: 0.2331090
Dec 03 03:35:47.355084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.372479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c47fb6a-4f8e-4c2a-9b9f-5fb86febf832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:47.388862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0713627-89c5-4478-99f3-894cea53cbdc,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:47.394060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:47.417911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.419174 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0713627-89c5-4478-99f3-894cea53cbdc HTTP/1.1" status: 204  len: 168 time: 0.9158871
Dec 03 03:35:47.537858 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d14b245-a6d1-4b4e-8a70-ee60cecfe783 req-45ec601f-11aa-40cd-b952-f4c685fbbcd9 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=2c5a9bcc-4417-4079-8a92-1b9aa8f531e8 HTTP/1.1" status: 200  len: 210 time: 0.0629432
Dec 03 03:35:47.592835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Pushing event updated for resources: {'Port': ['ID=866d9c44-fac2-4ef0-a576-11a5194ac4e4,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:47.600075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8420d-9ec7-487c-9abe-1cd40e1c3e45 req-d0f33fee-b7f8-44fb-8d02-5f683a1be8e7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:47.607347 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4e8420d-9ec7-487c-9abe-1cd40e1c3e45 req-d0f33fee-b7f8-44fb-8d02-5f683a1be8e7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2345905
Dec 03 03:35:47.611554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:47.724275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Allocated IP 172.27.0.78 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/2d6638cc-5493-4441-8572-410dc444ca6a) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:47.746308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.763883 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4e8420d-9ec7-487c-9abe-1cd40e1c3e45 req-9857e7c2-69e9-4775-9f65-8684cccff7d8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548860
Dec 03 03:35:47.810917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:47.813518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:47.822392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:47.929006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Attempting to bind port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:47.929536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Attempting to bind port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:47.930042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Attempting to bind port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 on network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:47.944155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:47.944576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Checking segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:47.945209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.947773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Bound using segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:47.947773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Bound port: 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:47.947773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.952696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.981916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:47.998746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b0dca320-486e-4f3c-bf67-0c87bdbb30ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:48.060965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] For port 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:48.070967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] For port 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=866d9c44-fac2-4ef0-a576-11a5194ac4e4,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:48.083043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.114413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:48.151105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6638cc-5493-4441-8572-410dc444ca6a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:48.155197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:48.228055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:48.229539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:48.235793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:48.317047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aba5c-6902-4eaa-b5aa-62cbe0587487 req-2741ca8b-4dd3-4a48-a297-cbe6ac7f6277 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:48.318901 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af0aba5c-6902-4eaa-b5aa-62cbe0587487 req-2741ca8b-4dd3-4a48-a297-cbe6ac7f6277 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1808326
Dec 03 03:35:48.327389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617348d-b3b6-4a6c-8a0d-e7082e77c9f6 req-83d1cce8-cb49-4ec5-8bd6-f20ecf159b5a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:48.328972 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c617348d-b3b6-4a6c-8a0d-e7082e77c9f6 req-83d1cce8-cb49-4ec5-8bd6-f20ecf159b5a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1895487
Dec 03 03:35:48.372556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60510) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:48.382926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.406473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Pushing event updated for resources: {'Port': ['ID=866d9c44-fac2-4ef0-a576-11a5194ac4e4,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:48.419221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:48.423917 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af0aba5c-6902-4eaa-b5aa-62cbe0587487 req-d8e243a4-b2c2-49ad-934d-2d2b8f548bbc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937440
Dec 03 03:35:48.426167 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c617348d-b3b6-4a6c-8a0d-e7082e77c9f6 req-c71055e0-29fd-4e20-b756-7d1d5025c3a1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718651
Dec 03 03:35:48.572259 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e8edc848-478e-4ac8-ba42-8375abc66a51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=356711c6d27244e1969817e8a38531cb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1984463
Dec 03 03:35:48.575072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 60514) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:48.652131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.716409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.792094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.799881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12151a8c-75df-4dd6-bd4a-0b7cf39b805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:48.812528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d924c7e-3c52-4e5a-8740-eb9efd1016b7,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:48.818555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.821562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:48.851182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:48.852220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:48.856614 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d924c7e-3c52-4e5a-8740-eb9efd1016b7 HTTP/1.1" status: 204  len: 168 time: 0.2803745
Dec 03 03:35:49.178754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:49.179352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:49.303227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:49.373666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fda058-fdbe-48e7-b04e-6ceb586e9af9 req-b87598db-abfe-4978-89d8-01181eca5378 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:49.375278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18fda058-fdbe-48e7-b04e-6ceb586e9af9 req-b87598db-abfe-4978-89d8-01181eca5378 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3048761
Dec 03 03:35:49.463621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-95652074-da7a-4ac2-a9e7-ad3e701141c2 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:49.465358 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-95652074-da7a-4ac2-a9e7-ad3e701141c2 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 809 time: 0.3155577
Dec 03 03:35:49.478818 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18fda058-fdbe-48e7-b04e-6ceb586e9af9 req-6736d014-9190-420d-95f4-ecc32c121e17 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895422
Dec 03 03:35:49.530218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-56aa3f18-5ed0-4fa1-9673-000aa1f1d8fc tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/quotas/7762d1a9afb04c66b6ced204aeaffe45 HTTP/1.1" status: 200  len: 375 time: 0.0498443
Dec 03 03:35:49.543733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:35:49.595153 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-8873e5e3-6609-4319-9dce-a710388f751b tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0638916
Dec 03 03:35:49.833781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:49.850402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Sync routers for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:49.860379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 866d9c44-fac2-4ef0-a576-11a5194ac4e4 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:49.864387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd088-008c-4b86-82c5-c0d93d683024 req-ee69b08b-9d42-4092-8417-631b9ae3bba7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:49.872231 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d66cd088-008c-4b86-82c5-c0d93d683024 req-ee69b08b-9d42-4092-8417-631b9ae3bba7 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2324157
Dec 03 03:35:49.875255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:49.876842 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0977633
Dec 03 03:35:49.880076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 60554) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:35:49.889632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:49.890328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7a58>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:49.919299 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-624fb3cd-15b8-43a9-bef7-85675a5c5d6b service neutron] 10.222.0.66 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157365
Dec 03 03:35:50.044367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:50.085436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029652a9-bb49-44e1-b86f-885eeb2a5b2b None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:35:50.168652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:50.198189 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-5e6803e3-0907-45a3-81a8-64078b8fe1b7 service neutron] 10.222.0.66 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2674932
Dec 03 03:35:50.247417 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d66cd088-008c-4b86-82c5-c0d93d683024 req-6e8c3be7-ac81-4092-a597-411af0323e9a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3713093
Dec 03 03:35:50.727929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff212324-d1e1-4b1a-a59f-e4012010d646 req-3a6256f9-20a4-44a6-99fc-13908a54a511 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:50.737534 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff212324-d1e1-4b1a-a59f-e4012010d646 req-3a6256f9-20a4-44a6-99fc-13908a54a511 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2604468
Dec 03 03:35:50.829663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Provisioning for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:50.858853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Provisioning complete for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:50.859280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:50.879713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff212324-d1e1-4b1a-a59f-e4012010d646 req-f0ed06d7-bce1-46e8-adfb-8cbd123613f5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1390464
Dec 03 03:35:50.999762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:51.025850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7a58>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:48Z', 'revision_number': 3, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:51.030099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Checking router: 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:51.030524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Updating router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 port 2d6638cc-5493-4441-8572-410dc444ca6a binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:51.161162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.315901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:51.316402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.427902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.537609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] For port 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=866d9c44-fac2-4ef0-a576-11a5194ac4e4,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:51.560676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.569145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:51.646426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.729737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:51.797346 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f71dfc4-ceb7-478e-9ea7-681059fd5fe8 req-78847d01-33a0-4e95-85d1-ef421cb32fa9 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.7830050
Dec 03 03:35:51.857424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Pushing event updated for resources: {'Port': ['ID=866d9c44-fac2-4ef0-a576-11a5194ac4e4,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:51.868132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:51.868699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:51.935102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd24e11-8460-4da8-be38-660292df8b9c req-12e331f7-ad1e-408d-b59b-e8fa03926bfe tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:51.943600 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd24e11-8460-4da8-be38-660292df8b9c req-12e331f7-ad1e-408d-b59b-e8fa03926bfe tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.8342874
Dec 03 03:35:52.010503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-cc4cc73d-6a47-4a33-9cb4-9f13cf7c5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:52.027374 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-cc4cc73d-6a47-4a33-9cb4-9f13cf7c5821 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 1162 time: 1.0896914
Dec 03 03:35:52.032354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30e58c3c-950a-45b0-b5b3-c9ec2660ac6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:52.048250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.076344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Transition to ACTIVE for port object 2d6638cc-5493-4441-8572-410dc444ca6a will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:52.082411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.095110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-81b52bd6-a468-4af6-b314-25fd16523446 None None] Provisioning complete for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:52.095578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81b52bd6-a468-4af6-b314-25fd16523446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.114553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:52.140343 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd24e11-8460-4da8-be38-660292df8b9c req-26bc6c78-afd7-4a85-a836-21329b34089d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953201
Dec 03 03:35:52.314229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce80e13-e10d-48ee-90b7-1ee10c3a626b None None] Pushing event updated for resources: {'Port': ['ID=2d6638cc-5493-4441-8572-410dc444ca6a,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:52.324035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ce80e13-e10d-48ee-90b7-1ee10c3a626b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:52.512130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ecca416f-0a52-48f4-92d3-813fd40cacb5 None None] Provisioning complete for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:52.512562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecca416f-0a52-48f4-92d3-813fd40cacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.615305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Allocated IP 172.20.0.1 (330d9e4d-fc33-4815-90f4-d12bca58f5a8/da38225a-d71e-4fe8-b8a0-04902d23bf7f/bf98d792-4f9c-4869-80a1-9716ed359c2f) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:52.631941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Attempting to bind port 2d6638cc-5493-4441-8572-410dc444ca6a on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:52.632361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Attempting to bind port 2d6638cc-5493-4441-8572-410dc444ca6a by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:52.632776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Attempting to bind port 2d6638cc-5493-4441-8572-410dc444ca6a on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:52.643908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:52.644609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:52.645205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.645651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:52.646624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Bound port: 2d6638cc-5493-4441-8572-410dc444ca6a, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:52.647049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.734400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:35:52.842516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] For port 2d6638cc-5493-4441-8572-410dc444ca6a, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:52.843440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] For port 2d6638cc-5493-4441-8572-410dc444ca6a, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2d6638cc-5493-4441-8572-410dc444ca6a,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:52.860874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-8329ed31-efe8-4dc8-bcc8-3cdffe7e67b9 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:52.862528 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-8329ed31-efe8-4dc8-bcc8-3cdffe7e67b9 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 809 time: 0.2502787
Dec 03 03:35:52.863670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-a5100ea7-ab12-477b-bec1-1c86b652e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:52.864109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.865415 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-a5100ea7-ab12-477b-bec1-1c86b652e93f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.8084991
Dec 03 03:35:52.871634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7482-3a3f-44cd-bd42-0957d4222950 req-d7fa89af-72a2-4550-97c0-e184a7ce9603 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:52.880609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b99a7482-3a3f-44cd-bd42-0957d4222950 req-d7fa89af-72a2-4550-97c0-e184a7ce9603 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.5711207
Dec 03 03:35:52.926498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.944255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Transition to ACTIVE for port object bf98d792-4f9c-4869-80a1-9716ed359c2f will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:52.953655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:52.967033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:52.991287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Request body: {'port': {'device_id': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213', 'admin_state_up': True, 'tenant_id': '7762d1a9afb04c66b6ced204aeaffe45'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:53.031593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af27e8-a214-4af0-9e3c-14a467bfafdc req-8568ac4c-1056-421e-acd8-ef5fc8052f12 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:53.032007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce80e13-e10d-48ee-90b7-1ee10c3a626b None None] Pushing event updated for resources: {'Port': ['ID=2d6638cc-5493-4441-8572-410dc444ca6a,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:53.036474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ce80e13-e10d-48ee-90b7-1ee10c3a626b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:53.040760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5af27e8-a214-4af0-9e3c-14a467bfafdc req-8568ac4c-1056-421e-acd8-ef5fc8052f12 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.6168339
Dec 03 03:35:53.067508 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b99a7482-3a3f-44cd-bd42-0957d4222950 req-4e717df3-b0f7-4da8-817d-25953079ad95 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1856751
Dec 03 03:35:53.088108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:53.141173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:53.141860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7a58>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:53.165577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Pushing event updated for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:53.170541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:53.209014 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-9daa6a4e-ee13-4e15-8d71-28dde4004d95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36 HTTP/1.1" status: 200  len: 217 time: 0.2903137
Dec 03 03:35:53.218657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:53.219999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:53.223035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:53.281066 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90ff6283-c4df-44f9-b8a2-6f261bf01579 req-dbc4b675-16fd-4887-a3fa-6bdfea33c3b1 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0709696
Dec 03 03:35:53.285102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.356632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-88d9d5f2-9f30-467a-a9d6-151053ce3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:53.358254 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-88d9d5f2-9f30-467a-a9d6-151053ce3dca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.0801942
Dec 03 03:35:53.451769 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-2a4b807f-cb9c-412f-b8cf-90f49708a3a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744724
Dec 03 03:35:53.453292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.458607 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5af27e8-a214-4af0-9e3c-14a467bfafdc req-fdbc133c-a263-4535-8ca6-967206e03f0f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4167540
Dec 03 03:35:53.487906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:53.580445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-92db1a62-c4d7-423b-9b3c-7d54067bdb06 None None] Provisioning for port bf98d792-4f9c-4869-80a1-9716ed359c2f completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:53.586922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-92db1a62-c4d7-423b-9b3c-7d54067bdb06 None None] Provisioning complete for port bf98d792-4f9c-4869-80a1-9716ed359c2f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:53.587529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92db1a62-c4d7-423b-9b3c-7d54067bdb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.647908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-92db1a62-c4d7-423b-9b3c-7d54067bdb06 None None] Port bf98d792-4f9c-4869-80a1-9716ed359c2f cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:53.694913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:35:53.706320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:35:53.736469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Made reservation on behalf of 7762d1a9afb04c66b6ced204aeaffe45 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:35:53.742400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.787105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76521ba2-21d6-4da2-a574-31550bd537ed req-1ec0e3fe-8025-4863-b0f2-798e43d8fd47 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:53.794909 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76521ba2-21d6-4da2-a574-31550bd537ed req-1ec0e3fe-8025-4863-b0f2-798e43d8fd47 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2901547
Dec 03 03:35:53.837405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 866d9c44-fac2-4ef0-a576-11a5194ac4e4 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:53.886081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.893736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:53.896749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7a58>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:48Z', 'revision_number': 3, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:53.897328 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-8876b655-d987-44f0-bac7-2bc90c0583de service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4324951
Dec 03 03:35:53.902160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff45eab-9248-4c7d-9501-c1bd64b75cc7 None None] The sync data for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi is: [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:48Z', 'revision_number': 3, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:35:53.949565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:53.986119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:53.987746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:54.037760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:54.073550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Pushing event updated for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:54.076766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:54.097522 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76521ba2-21d6-4da2-a574-31550bd537ed req-5a07e0f4-4d97-4fcd-bab3-5f65fcef5c96 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013115
Dec 03 03:35:54.257798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:54.259170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:54.532991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:35:54.540642 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80471c59-27b6-463d-bcf8-12f03488ab7d req-ccf0cf4c-3cef-42af-8a20-6fe5eb57a005 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5170488
Dec 03 03:35:54.600962 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7945b7b1-1967-4d12-9af8-46970fdb8087 req-e8d871ef-a205-470f-a91c-42ceb0c0e94c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.1079054
Dec 03 03:35:54.628097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757adfb0-c8ff-4072-9ab5-88b49bed4826 req-bb00efe0-1545-4fb4-81ad-63a16ad97eae tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:54.629790 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-757adfb0-c8ff-4072-9ab5-88b49bed4826 req-bb00efe0-1545-4fb4-81ad-63a16ad97eae tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3580105
Dec 03 03:35:54.691162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f50dad2a-ab47-46df-8160-e30ae591b94a None None] Provisioning complete for port bf98d792-4f9c-4869-80a1-9716ed359c2f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:54.691596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f50dad2a-ab47-46df-8160-e30ae591b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:54.702372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-757adfb0-c8ff-4072-9ab5-88b49bed4826 req-a111548c-90a8-4426-925a-c04d8296ac81 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650322
Dec 03 03:35:54.709351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Allocated IP 172.20.0.9 (160bc4c0-2e8b-4454-bcf7-456486062213/7845fe68-f086-4c69-9db7-54caa17e1746/dd1403b1-9a76-4ae8-83f8-7f3696c7f716) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:35:54.770291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f50dad2a-ab47-46df-8160-e30ae591b94a None None] Port bf98d792-4f9c-4869-80a1-9716ed359c2f cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:35:54.824487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:35:54.857020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] 10.222.0.66 "PUT /v2.0/routers/8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9669120
Dec 03 03:35:55.051662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4183d-83d5-47d4-877a-004e0d66bf93 req-8e6a78f1-abfb-414c-9c63-594b8e5b61fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:55.053339 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d4183d-83d5-47d4-877a-004e0d66bf93 req-8e6a78f1-abfb-414c-9c63-594b8e5b61fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2451298
Dec 03 03:35:55.147574 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d4183d-83d5-47d4-877a-004e0d66bf93 req-d7b28f05-a4ec-45f7-80c6-4800a6c05a07 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820925
Dec 03 03:35:55.155074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:55.201817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:55.229792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e1038026-498d-4856-9227-c76ed1079e18 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:55.649242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Pushing event updated for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:55.652869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:55.742971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Network 160bc4c0-2e8b-4454-bcf7-456486062213 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:35:55.745095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:35:55.751889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:35:55.757910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:55.758768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:55.790027 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8724933
Dec 03 03:35:55.815294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2d6638cc-5493-4441-8572-410dc444ca6a up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:55.828025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29167138-b018-48ef-9265-1c03c4eef7b0 req-6c1ac201-1b22-4491-b0cf-b9e2d3533ab9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:55.832230 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-29167138-b018-48ef-9265-1c03c4eef7b0 req-6c1ac201-1b22-4491-b0cf-b9e2d3533ab9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2701778
Dec 03 03:35:55.838298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Request body: {'port': {'device_id': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:35:55.912841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 2d6638cc-5493-4441-8572-410dc444ca6a completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:35:55.921867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 2d6638cc-5493-4441-8572-410dc444ca6a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:55.922552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:56.041732 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-29167138-b018-48ef-9265-1c03c4eef7b0 req-674ccd17-0ef6-481c-827e-dac6c333e853 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755545
Dec 03 03:35:56.077722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:56.100652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 2d6638cc-5493-4441-8572-410dc444ca6a, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2d6638cc-5493-4441-8572-410dc444ca6a,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:35:56.119135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:56.124846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-950591ea-d4b9-495c-9ea5-27c0bf322b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:56.135257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:56.288645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=2d6638cc-5493-4441-8572-410dc444ca6a,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:56.293049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:56.328214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95987fa-3e64-473d-80eb-31f2e5f8d9df req-a6422f1f-86ce-4ec7-8521-19bb0f755391 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:56.328987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f95987fa-3e64-473d-80eb-31f2e5f8d9df req-a6422f1f-86ce-4ec7-8521-19bb0f755391 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Synchronizing usage tracker for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:35:56.424714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f95987fa-3e64-473d-80eb-31f2e5f8d9df req-a6422f1f-86ce-4ec7-8521-19bb0f755391 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Unset dirty status for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:35:56.426111 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f95987fa-3e64-473d-80eb-31f2e5f8d9df req-a6422f1f-86ce-4ec7-8521-19bb0f755391 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 931 time: 0.5616100
Dec 03 03:35:56.548012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648be57f-1e74-493b-a06a-f63f1c236b75 req-f7760bb2-6ee7-4c38-84a8-5bd78f6a3e21 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:56.552129 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-648be57f-1e74-493b-a06a-f63f1c236b75 req-f7760bb2-6ee7-4c38-84a8-5bd78f6a3e21 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3370020
Dec 03 03:35:56.570853 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f95987fa-3e64-473d-80eb-31f2e5f8d9df req-0241d50f-abf1-4519-a416-74c8e2be0d6e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322651
Dec 03 03:35:56.754272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-648be57f-1e74-493b-a06a-f63f1c236b75 req-9497f45c-7fcd-4892-9d26-193646e5ea48 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956933
Dec 03 03:35:57.014905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a5a28-b599-41d3-b03f-cc4c1608e98f req-77edcf67-6cfe-45c3-a368-eeb2f7b6ee4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:57.016543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e6a5a28-b599-41d3-b03f-cc4c1608e98f req-77edcf67-6cfe-45c3-a368-eeb2f7b6ee4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1824944
Dec 03 03:35:57.020141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1403b1-9a76-4ae8-83f8-7f3696c7f716 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:35:57.029508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:57.084525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Transition to ACTIVE for port object dd1403b1-9a76-4ae8-83f8-7f3696c7f716 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:57.101376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:57.122791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:57.164760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e6a5a28-b599-41d3-b03f-cc4c1608e98f req-f84e87a8-3a4d-436c-b4bc-fcd3b0a75825 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400704
Dec 03 03:35:57.316380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Sync routers for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:35:57.328929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:35:57.329894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cba68d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:57.337949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:57.360629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:57.597316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6d7d3-6871-4887-bbf5-806ad72cc315 req-4639b0b3-1785-41b5-a0c1-d0840055654b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:57.599268 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8e6d7d3-6871-4887-bbf5-806ad72cc315 req-4639b0b3-1785-41b5-a0c1-d0840055654b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2539015
Dec 03 03:35:57.609329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Attempting to bind port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:57.609883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Attempting to bind port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:57.610607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Attempting to bind port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 on network 160bc4c0-2e8b-4454-bcf7-456486062213 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:57.615805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:35:57.636207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:57.636594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Checking segment: {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:57.637008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:57.637415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Bound using segment: {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:57.638072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Bound port: dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aaaba9-24f1-45fc-9512-c07349e733c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '160bc4c0-2e8b-4454-bcf7-456486062213'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:57.638264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:57.754374 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8e6d7d3-6871-4887-bbf5-806ad72cc315 req-b38a7824-346d-4625-bba9-8b0338063c49 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397643
Dec 03 03:35:57.857637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2d6638cc-5493-4441-8572-410dc444ca6a up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:35:57.897616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:57.903315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:57.914940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:57.934040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:58.018736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:58.022322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:58.136275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d8947-e3d0-4eb5-a523-de9fc2a35eac req-a9790e5e-9f81-46cc-82a1-64c834dfa26c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:58.139946 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb0d8947-e3d0-4eb5-a523-de9fc2a35eac req-a9790e5e-9f81-46cc-82a1-64c834dfa26c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 943 time: 0.3716512
Dec 03 03:35:58.145526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 2d6638cc-5493-4441-8572-410dc444ca6a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:35:58.145952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:58.261681 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb0d8947-e3d0-4eb5-a523-de9fc2a35eac req-f3b42aec-d69c-4a8d-b86e-afec3e418d29 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109424
Dec 03 03:35:58.313521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d4066-81fd-4369-b95d-6f30b78a29a9 req-1f6dbdbc-9b26-4f2b-9e9f-271fc2c2bcf6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:58.322343 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b23d4066-81fd-4369-b95d-6f30b78a29a9 req-1f6dbdbc-9b26-4f2b-9e9f-271fc2c2bcf6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3097563
Dec 03 03:35:58.362832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:58.363525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:58.364999 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] 10.222.0.64 "PUT /v2.0/ports/dd1403b1-9a76-4ae8-83f8-7f3696c7f716 HTTP/1.1" status: 200  len: 1157 time: 2.5317066
Dec 03 03:35:58.373220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:35:58.415957 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b23d4066-81fd-4369-b95d-6f30b78a29a9 req-c4efc5b1-4d23-43e4-bf9d-bc9975fddb11 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925510
Dec 03 03:35:58.484629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cba68d0>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 2, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:35:58.490145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Checking router: 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:35:58.490579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Updating router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 port bf98d792-4f9c-4869-80a1-9716ed359c2f binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:35:58.545916 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716', 'status': 'completed', 'code': 200}
Dec 03 03:35:58.592331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:58.657478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-33171bc7-2bc5-4260-8896-765ad5f74605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:58.659413 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-33171bc7-2bc5-4260-8896-765ad5f74605 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 1160 time: 0.2153590
Dec 03 03:35:58.821090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-0952c99a-3d2e-4469-b7eb-a956da045b4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716 HTTP/1.1" status: 200  len: 217 time: 0.1435642
Dec 03 03:35:58.960930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-43d8b8c2-fb54-4aa6-ac61-dd08140605aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:58.962592 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-43d8b8c2-fb54-4aa6-ac61-dd08140605aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7845fe68-f086-4c69-9db7-54caa17e1746 HTTP/1.1" status: 200  len: 849 time: 0.1275618
Dec 03 03:35:59.043346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:59.069986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Transition to ACTIVE for port object bf98d792-4f9c-4869-80a1-9716ed359c2f will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:35:59.074472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:59.105608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:59.107028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79711bd0-fe8a-4b8c-91eb-61f787f2b3ad req-01120017-4aad-44ba-9e5f-3e7499f6f6a6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:59.108752 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79711bd0-fe8a-4b8c-91eb-61f787f2b3ad req-01120017-4aad-44ba-9e5f-3e7499f6f6a6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.5072200
Dec 03 03:35:59.111194 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-18ec5f64-f685-422f-af60-3f0ba527c8b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=160bc4c0-2e8b-4454-bcf7-456486062213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805018
Dec 03 03:35:59.207093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Pushing event updated for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:59.215011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:59.339493 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-bc4079d3-0608-4320-ba50-b03a1cc62940 service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107069
Dec 03 03:35:59.403702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bf73d-2563-4964-9aff-12239ecf1567 req-d793ac60-c3d8-4c94-b8c1-6e507e149bb6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:35:59.415402 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-859bf73d-2563-4964-9aff-12239ecf1567 req-d793ac60-c3d8-4c94-b8c1-6e507e149bb6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.4573448
Dec 03 03:35:59.521148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Attempting to bind port bf98d792-4f9c-4869-80a1-9716ed359c2f on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:35:59.521645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Attempting to bind port bf98d792-4f9c-4869-80a1-9716ed359c2f by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:35:59.521976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Attempting to bind port bf98d792-4f9c-4869-80a1-9716ed359c2f on network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:35:59.532372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:35:59.533749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Checking segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:35:59.534180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:59.535258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Bound using segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:35:59.535491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Bound port: bf98d792-4f9c-4869-80a1-9716ed359c2f, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:35:59.535935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:59.655347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] For port bf98d792-4f9c-4869-80a1-9716ed359c2f, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:35:59.660371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] For port bf98d792-4f9c-4869-80a1-9716ed359c2f, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=bf98d792-4f9c-4869-80a1-9716ed359c2f,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:35:59.668920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:35:59.793532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:35:59.872099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Pushing event updated for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:35:59.879125 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79711bd0-fe8a-4b8c-91eb-61f787f2b3ad req-3b238f6f-8df0-4b9f-81de-5f3d83aefeda tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7624781
Dec 03 03:35:59.882781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:35:59.922320 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-859bf73d-2563-4964-9aff-12239ecf1567 req-d22069a4-c2d5-4ba9-a61e-1b6822ae1b6e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5024796
Dec 03 03:36:00.006742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:36:00.007457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cba68d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:35:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:00.066497 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed962a6d-6cea-425a-b55c-e95f7692874c req-ad2cba3f-f0d1-498b-b38c-5bbad9996fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7171910
Dec 03 03:36:00.237107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:36:00.350810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6da3-531f-406c-9770-fa7527f2e2f6 req-03157be9-13bc-4046-ac84-9132c8b1815c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:00.354111 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-676b6da3-531f-406c-9770-fa7527f2e2f6 req-03157be9-13bc-4046-ac84-9132c8b1815c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 943 time: 0.2513070
Dec 03 03:36:00.411182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-80ecd6fd-9e67-48d8-8514-12fa0ac83308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:00.412849 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-80ecd6fd-9e67-48d8-8514-12fa0ac83308 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 1160 time: 0.2205279
Dec 03 03:36:00.567795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-676b6da3-531f-406c-9770-fa7527f2e2f6 req-c5a5f103-7b22-4263-ad41-ceb26399649e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033300
Dec 03 03:36:00.581779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16d92e-556c-44ae-a3f8-9cbc27dc6b9f req-1cbd34ff-9f77-46c2-8d25-d331f01ccb22 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:00.589350 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b16d92e-556c-44ae-a3f8-9cbc27dc6b9f req-1cbd34ff-9f77-46c2-8d25-d331f01ccb22 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3245246
Dec 03 03:36:00.661601 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b16d92e-556c-44ae-a3f8-9cbc27dc6b9f req-5746e03b-a582-4f79-89bf-69d17e004592 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712442
Dec 03 03:36:00.739333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cba68d0>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:35:59Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:00.746929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-6815439f-2612-4f22-98b3-32b08bfe9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:00.749855 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-6815439f-2612-4f22-98b3-32b08bfe9eb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 200  len: 903 time: 0.3240826
Dec 03 03:36:00.752684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7315ce-4399-47c2-8eda-3668855e0da3 None None] The sync data for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi is: [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:35:59Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:36:00.859255 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-c6c338ba-e6e9-4d60-a242-237ad5525ac2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716 HTTP/1.1" status: 200  len: 217 time: 0.0975261
Dec 03 03:36:00.988938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-cf95b30c-38bf-4d28-86ad-7de410773811 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:01.013018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-dc462512-d0af-448c-9e78-0530a0228e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:01.014695 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-dc462512-d0af-448c-9e78-0530a0228e4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7845fe68-f086-4c69-9db7-54caa17e1746 HTTP/1.1" status: 200  len: 849 time: 0.1341171
Dec 03 03:36:01.023983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-cf95b30c-38bf-4d28-86ad-7de410773811 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:01.032930 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-cf95b30c-38bf-4d28-86ad-7de410773811 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1140165042&fields=id&tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b HTTP/1.1" status: 200  len: 267 time: 0.1728618
Dec 03 03:36:01.317712 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-ad89a823-cf79-45a3-9b36-955b80429629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=160bc4c0-2e8b-4454-bcf7-456486062213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2533503
Dec 03 03:36:01.574413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-459316f1-b8cd-4f2d-a923-61fc33627559 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:01.575211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-459316f1-b8cd-4f2d-a923-61fc33627559 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:01.628260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedde69-2381-4742-8ae2-ee6f45c2a548 req-bf66e7ec-da5f-490e-be90-1dcba3a8351c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:01.636907 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dedde69-2381-4742-8ae2-ee6f45c2a548 req-bf66e7ec-da5f-490e-be90-1dcba3a8351c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.5039036
Dec 03 03:36:01.642948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-459316f1-b8cd-4f2d-a923-61fc33627559 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:01.644841 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-459316f1-b8cd-4f2d-a923-61fc33627559 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 809 time: 0.6107395
Dec 03 03:36:01.729600 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-c5bd56fb-6509-40bb-bf91-7b048812c6ca service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3991380
Dec 03 03:36:01.735357 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-232ff808-659c-43af-9c91-61461d5d4500 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/quotas/1f4fcf788cc14d2eb287d7397fb1be0b HTTP/1.1" status: 200  len: 375 time: 0.0525727
Dec 03 03:36:01.740803 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dedde69-2381-4742-8ae2-ee6f45c2a548 req-8371d58d-c347-46af-9647-d5ac22ab06a7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029620
Dec 03 03:36:01.872065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device bf98d792-4f9c-4869-80a1-9716ed359c2f up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:01.980635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port bf98d792-4f9c-4869-80a1-9716ed359c2f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:01.984937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-24333fe4-eddf-43f4-a2cd-50e1036c43b6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:01.988943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port bf98d792-4f9c-4869-80a1-9716ed359c2f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:01.992097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:02.006316 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51fec7e3-6838-4ca7-8237-eaa5d5d30dfa req-9952e494-55c3-4743-b72f-32aa3624afa7 service neutron] 10.222.0.64 "GET /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2682433
Dec 03 03:36:02.130284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-24333fe4-eddf-43f4-a2cd-50e1036c43b6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:02.130284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-24333fe4-eddf-43f4-a2cd-50e1036c43b6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3557031
Dec 03 03:36:02.178788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765501ce-5179-4c9e-ba35-0ebcf9f220ff req-44b7de89-c903-4528-b308-1a49961236ff tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:02.180311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-765501ce-5179-4c9e-ba35-0ebcf9f220ff req-44b7de89-c903-4528-b308-1a49961236ff tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1710408
Dec 03 03:36:02.194308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:02.230470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port bf98d792-4f9c-4869-80a1-9716ed359c2f, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=bf98d792-4f9c-4869-80a1-9716ed359c2f,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:02.240242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:02.243845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:02.321363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:02.324885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:02.326967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-765501ce-5179-4c9e-ba35-0ebcf9f220ff req-fc08c2a5-57e8-448b-b05c-d997d620a5e7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382942
Dec 03 03:36:02.367370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-247ccb98-6fef-4ff4-a42c-b37636ef2e07 service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218153
Dec 03 03:36:02.609671 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-b263509c-99ba-454b-b482-c30e267100fe service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2245581
Dec 03 03:36:02.648294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ad1ea-07bb-4726-9a44-3e917a4d7665 req-731c3092-76de-4855-a674-89a2bfaa3818 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:02.650543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed5ad1ea-07bb-4726-9a44-3e917a4d7665 req-731c3092-76de-4855-a674-89a2bfaa3818 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 943 time: 0.1294992
Dec 03 03:36:02.716423 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed5ad1ea-07bb-4726-9a44-3e917a4d7665 req-53f7b8f7-8711-4e75-81fc-d14a5303aeeb tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595210
Dec 03 03:36:02.978875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee76bc-1167-4ff7-9f0f-a87737e81f18 req-48674f58-60a7-43df-8d84-cd85aa12043c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:02.982831 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2eee76bc-1167-4ff7-9f0f-a87737e81f18 req-48674f58-60a7-43df-8d84-cd85aa12043c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1093240
Dec 03 03:36:03.062993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2eee76bc-1167-4ff7-9f0f-a87737e81f18 req-1c1db1ff-db1b-463f-b656-2f61a09bdcd2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684211
Dec 03 03:36:03.314684 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64641e93-9bb3-471d-85db-c11ebda1fc56 req-ba2ee9d6-5b11-4aae-a3c0-39fa365439d8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 210 time: 0.1424623
Dec 03 03:36:03.389494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23f737-06e6-4c3f-af7f-a237f930f1c1 req-8d9d57e5-4778-4b39-8cec-143ff68d1af5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:03.397785 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db23f737-06e6-4c3f-af7f-a237f930f1c1 req-8d9d57e5-4778-4b39-8cec-143ff68d1af5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1464636
Dec 03 03:36:03.462722 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db23f737-06e6-4c3f-af7f-a237f930f1c1 req-5f554752-52b2-4b6d-8ed9-a9676a040dce tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633390
Dec 03 03:36:03.615080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30a26-5b85-4221-92dc-3a4cb5dec1d6 req-a995e8e6-f875-4aff-b123-f4b1335e71b4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:03.616782 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b1b30a26-5b85-4221-92dc-3a4cb5dec1d6 req-a995e8e6-f875-4aff-b123-f4b1335e71b4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1093068
Dec 03 03:36:03.694188 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b1b30a26-5b85-4221-92dc-3a4cb5dec1d6 req-8c946d7b-288e-47ab-a11d-1a8c1aef99dd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689704
Dec 03 03:36:03.766345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:03.847009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device bf98d792-4f9c-4869-80a1-9716ed359c2f up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:03.912613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:03.912613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:04.016468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17580-5b4a-4041-975b-421c92a888c5 req-03562c59-6167-4a74-8831-2aa219600a99 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:04.030407 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91a17580-5b4a-4041-975b-421c92a888c5 req-03562c59-6167-4a74-8831-2aa219600a99 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 943 time: 0.1410959
Dec 03 03:36:04.049259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port bf98d792-4f9c-4869-80a1-9716ed359c2f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:04.049684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:04.142967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device dd1403b1-9a76-4ae8-83f8-7f3696c7f716 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:04.143887 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91a17580-5b4a-4041-975b-421c92a888c5 req-9d260dde-d51a-42bb-bed2-6957f7de3cef tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106291
Dec 03 03:36:04.290434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:04.296801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:04.296801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:04.383580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246c401-0186-4497-a303-c3c291d2b038 req-d529f62d-eeb9-41b5-972d-10b9eaafcfbf tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:04.386059 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7246c401-0186-4497-a303-c3c291d2b038 req-d529f62d-eeb9-41b5-972d-10b9eaafcfbf tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1003337
Dec 03 03:36:04.458344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:04.474638 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7246c401-0186-4497-a303-c3c291d2b038 req-1dea42d8-536c-4f38-8f5f-fe03c4bcdc33 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821929
Dec 03 03:36:04.515073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:04.537182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:04.544073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:04.550796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:04.653447 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6251d79-6a4b-4bdf-883b-f770fda32297 req-bc0bb8fc-fd4c-4e7b-8521-c1a8ebc8d561 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 210 time: 0.0921254
Dec 03 03:36:04.670138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:04.675891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:04.766009 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716', 'code': 200}
Dec 03 03:36:05.003549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device dd1403b1-9a76-4ae8-83f8-7f3696c7f716 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:05.114292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:05.114720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:05.386131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-550613a4-5b5e-46a9-a8cf-0548fd61b3a3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.387763 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-550613a4-5b5e-46a9-a8cf-0548fd61b3a3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 809 time: 0.6422305
Dec 03 03:36:05.402769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0177-109a-42d0-8a25-72a101dfcf11 req-1b883d4e-6c5e-4f7b-8322-3d923bb627d6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.406896 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c65e0177-109a-42d0-8a25-72a101dfcf11 req-1b883d4e-6c5e-4f7b-8322-3d923bb627d6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.7105451
Dec 03 03:36:05.440766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1313-fddb-4d18-b98f-c5a94e880696 req-8ecb25be-0f29-450c-811c-363dff5b043e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.442402 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0eeb1313-fddb-4d18-b98f-c5a94e880696 req-8ecb25be-0f29-450c-811c-363dff5b043e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.5525963
Dec 03 03:36:05.534885 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0eeb1313-fddb-4d18-b98f-c5a94e880696 req-5d66702f-d011-4631-a607-94d2d3dc50b8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658269
Dec 03 03:36:05.619031 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c65e0177-109a-42d0-8a25-72a101dfcf11 req-9bdb9f39-2bd8-457a-ae6e-25cca112a433 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034366
Dec 03 03:36:05.621241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dcd16-f714-49ec-9248-6e0f5df0c92a req-e0b4899d-f413-4a02-98b1-bc163f276c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.623205 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c35dcd16-f714-49ec-9248-6e0f5df0c92a req-e0b4899d-f413-4a02-98b1-bc163f276c8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 1162 time: 0.3842237
Dec 03 03:36:05.688468 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c35dcd16-f714-49ec-9248-6e0f5df0c92a req-b6335a5c-2101-4e19-961b-4e6ef2e48282 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560179
Dec 03 03:36:05.692842 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-78ea86af-b0e5-403b-9239-83c946b45a89 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b HTTP/1.1" status: 200  len: 5545 time: 0.2476740
Dec 03 03:36:05.925991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871886ef-19ba-4499-b87b-bfd2116e08ee req-bd642634-6d1d-4278-8e82-d7b49d1ba283 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.933636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-871886ef-19ba-4499-b87b-bfd2116e08ee req-bd642634-6d1d-4278-8e82-d7b49d1ba283 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 945 time: 0.1725736
Dec 03 03:36:05.942188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666126f4-b78e-481f-aeea-59e4d8f8aa3f req-9c24850e-e261-4dbd-8769-e5ce20fc9c68 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:05.943939 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-666126f4-b78e-481f-aeea-59e4d8f8aa3f req-9c24850e-e261-4dbd-8769-e5ce20fc9c68 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1807749
Dec 03 03:36:06.009368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'port': {'device_id': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'admin_state_up': True, 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'security_groups': ['828afee8-3795-4747-9cb4-ad2a6ebe0ed5']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:06.057203 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-871886ef-19ba-4499-b87b-bfd2116e08ee req-cd1f77eb-b39a-48f0-a555-eecbbfaf4413 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219428
Dec 03 03:36:06.130944 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-666126f4-b78e-481f-aeea-59e4d8f8aa3f req-e0b488d6-4857-4e7f-aa9d-c9f8a3e9e3b3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728024
Dec 03 03:36:06.323999 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05383172-7ed4-4997-bf34-dcdd5668a869 req-68973727-3398-422a-9ebf-cf219c532345 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 210 time: 0.0777607
Dec 03 03:36:06.326167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:36:06.342533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:36:06.362453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Made reservation on behalf of 1f4fcf788cc14d2eb287d7397fb1be0b for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:36:06.379094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:07.013186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Allocated IP 172.20.0.12 (f60403ca-ab4d-44ff-a662-f33a863f9753/d54f6898-7dc2-422a-af0b-5fff09dec4ba/ec2a7db3-d8b3-45f0-b192-2d8670bbcf70) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:36:07.055348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51316dc2-522e-47a1-96fa-1c1ba4cb175c req-a39cbdd8-22b9-4514-bb41-43393beb42d4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:07.063096 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51316dc2-522e-47a1-96fa-1c1ba4cb175c req-a39cbdd8-22b9-4514-bb41-43393beb42d4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3203590
Dec 03 03:36:07.148739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ce9bd-6fbe-40e5-9ae6-4919b3421634 req-336f1c34-ab36-47e6-b50e-13f0797752c7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:07.150500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-766ce9bd-6fbe-40e5-9ae6-4919b3421634 req-336f1c34-ab36-47e6-b50e-13f0797752c7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2649307
Dec 03 03:36:07.196069 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51316dc2-522e-47a1-96fa-1c1ba4cb175c req-a9fa27f7-993e-481c-8ec6-86b3545d48e3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318691
Dec 03 03:36:07.376945 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-766ce9bd-6fbe-40e5-9ae6-4919b3421634 req-74ffafcf-05f8-463a-aa43-38a21e096a5a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173805
Dec 03 03:36:07.610435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:07.657650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0160fa-565d-4f39-a2e4-fe00691da320 req-a6f20f76-a984-444f-9488-30dfc9bd4022 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:07.669505 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4e0160fa-565d-4f39-a2e4-fe00691da320 req-a6f20f76-a984-444f-9488-30dfc9bd4022 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 945 time: 0.2459118
Dec 03 03:36:07.674880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Transition to ACTIVE for port object ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:36:07.771755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4e0160fa-565d-4f39-a2e4-fe00691da320 req-b169da79-2124-45b0-bf09-c4101a813902 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008687
Dec 03 03:36:07.862551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e03c5-7633-4328-b2e0-18e14a9b6113 req-11ed71db-441b-4b28-99ba-4e2df88e8dd8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:07.885777 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-093e03c5-7633-4328-b2e0-18e14a9b6113 req-11ed71db-441b-4b28-99ba-4e2df88e8dd8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3293440
Dec 03 03:36:07.946914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:08.228007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9c04ca9a-0d09-42c8-a75e-ea8c7e67fece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:08.348920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-093e03c5-7633-4328-b2e0-18e14a9b6113 req-b40e832e-e111-4478-8d0d-dafed2d6bdd5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4620261
Dec 03 03:36:08.351386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Network f60403ca-ab4d-44ff-a662-f33a863f9753 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:36:08.372548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:36:08.388677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:36:08.394782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:08.395727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:08.452741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:08.458800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:08.465615 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4646914
Dec 03 03:36:08.480014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f588f-b54c-4c06-84d2-197d5437a72c req-e12a80d8-81e8-4a9e-b5a0-aaf9bc4ec0d1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:08.481065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1d9f588f-b54c-4c06-84d2-197d5437a72c req-e12a80d8-81e8-4a9e-b5a0-aaf9bc4ec0d1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:08.495741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Request body: {'port': {'device_id': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:08.683994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1d9f588f-b54c-4c06-84d2-197d5437a72c req-e12a80d8-81e8-4a9e-b5a0-aaf9bc4ec0d1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:08.685919 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d9f588f-b54c-4c06-84d2-197d5437a72c req-e12a80d8-81e8-4a9e-b5a0-aaf9bc4ec0d1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 932 time: 0.7640870
Dec 03 03:36:08.752646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:08.845067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ab218d9a-e2cd-4023-92eb-8e1edb8afebe None None] Provisioning for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:08.873991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ab218d9a-e2cd-4023-92eb-8e1edb8afebe None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:08.878550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab218d9a-e2cd-4023-92eb-8e1edb8afebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:08.927094 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d9f588f-b54c-4c06-84d2-197d5437a72c req-6b0c6a28-4abf-4bad-a03e-c38267e912ef tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2332709
Dec 03 03:36:09.023981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ab218d9a-e2cd-4023-92eb-8e1edb8afebe None None] Port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:36:09.063383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:09.088853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f68c9-5196-44b1-af42-820e8fddfbbc req-7758aa79-aed6-41d7-a8b6-f381b1c08fc7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:09.090742 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c47f68c9-5196-44b1-af42-820e8fddfbbc req-7758aa79-aed6-41d7-a8b6-f381b1c08fc7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3803515
Dec 03 03:36:09.159382 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c47f68c9-5196-44b1-af42-820e8fddfbbc req-511eb1ac-ef54-49ec-8aa3-74e7f5559964 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603950
Dec 03 03:36:09.333163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:09.333729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:09.977760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:36:09.987204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:10.002985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Transition to ACTIVE for port object ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:36:10.020150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e7644-24a2-4990-92cb-dd673c58411e req-ec4430a0-0d4c-4d82-9a52-6cbe80f92acb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:10.022140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c4e7644-24a2-4990-92cb-dd673c58411e req-ec4430a0-0d4c-4d82-9a52-6cbe80f92acb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.8312082
Dec 03 03:36:10.022891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:10.062563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:10.582904 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c4e7644-24a2-4990-92cb-dd673c58411e req-1f58e87b-d5e1-4c61-b5eb-e9da8a1e17c7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5392530
Dec 03 03:36:10.607581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:10.617745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c5a4-1296-428b-89e7-9317ae15bcf2 req-a618437f-cbb4-4a16-9ee3-415c388b0aaf tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:10.625311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b86c5a4-1296-428b-89e7-9317ae15bcf2 req-a618437f-cbb4-4a16-9ee3-415c388b0aaf tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 1.0565612
Dec 03 03:36:10.641836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:10.712610 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b86c5a4-1296-428b-89e7-9317ae15bcf2 req-b8f3b584-aebe-4009-8333-35cf6814a9a6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862238
Dec 03 03:36:10.881578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Attempting to bind port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:36:10.881977 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Attempting to bind port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:36:10.882421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Attempting to bind port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 on network f60403ca-ab4d-44ff-a662-f33a863f9753 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:36:10.893535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:36:10.894094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Checking segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:36:10.894558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:10.894941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Bound using segment: {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:36:10.895570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Bound port: ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:36:10.896105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:11.044288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:36:11.050682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:36:11.148629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:11.171342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bc4f92-1bc7-4730-9387-db0f6ca7f219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:11.342755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:11.361499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:11.404145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227026f9-50a2-44e1-b1b2-81b37b1c5058 req-c457ed48-55cf-4c64-9c55-c6681fb530e6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:11.405711 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-227026f9-50a2-44e1-b1b2-81b37b1c5058 req-c457ed48-55cf-4c64-9c55-c6681fb530e6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.4415464
Dec 03 03:36:11.486604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54f5a8-055c-4dc0-bdf9-1a9130e49263 req-1bb20db9-0a36-4d13-9874-649aeaab27a2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:11.488291 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f54f5a8-055c-4dc0-bdf9-1a9130e49263 req-1bb20db9-0a36-4d13-9874-649aeaab27a2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.3901377
Dec 03 03:36:11.501244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:11.502549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:11.504344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 1158 time: 3.0196140
Dec 03 03:36:11.507085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:11.547199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-227026f9-50a2-44e1-b1b2-81b37b1c5058 req-0e62e52c-6eaa-4a53-8075-a3de32f82fb1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1249516
Dec 03 03:36:11.612441 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f54f5a8-055c-4dc0-bdf9-1a9130e49263 req-9f46da33-9391-4f8f-ab0f-b9a753ab5b51 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993304
Dec 03 03:36:11.752997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-6d6d41d5-dc21-44d6-8b3e-755853a141fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:11.754675 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-6d6d41d5-dc21-44d6-8b3e-755853a141fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1161 time: 0.1352894
Dec 03 03:36:11.879728 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-8cac917f-8780-4dd2-9dce-fe73f147deed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 217 time: 0.1063817
Dec 03 03:36:11.992206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-2c09a4cf-fe97-44ab-bc5f-03c7fe61f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:11.994075 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-2c09a4cf-fe97-44ab-bc5f-03c7fe61f266 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.0939777
Dec 03 03:36:12.067105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898541-e055-4c26-adb0-c523292db5a5 req-0829a8a5-0bfa-4123-bc53-3990097e818d tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:12.075388 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4898541-e055-4c26-adb0-c523292db5a5 req-0829a8a5-0bfa-4123-bc53-3990097e818d tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 945 time: 0.2322383
Dec 03 03:36:12.138895 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4898541-e055-4c26-adb0-c523292db5a5 req-6dde0abe-0863-4984-8478-2c06b7d61e81 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627780
Dec 03 03:36:12.157104 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'status': 'completed', 'code': 200}
Dec 03 03:36:12.192354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-b1426036-ddbe-4b90-a2b2-3f1d684409f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:12.196289 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-b1426036-ddbe-4b90-a2b2-3f1d684409f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1815026
Dec 03 03:36:12.503173 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-fe17cd9b-a9c8-409a-b4d0-f37373dc5bab service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996595
Dec 03 03:36:12.515903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ce720-9d6a-4827-8586-31364055c0ed req-f4bddb90-5935-4145-b897-d3a4d2c26707 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:12.518117 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253ce720-9d6a-4827-8586-31364055c0ed req-f4bddb90-5935-4145-b897-d3a4d2c26707 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2183144
Dec 03 03:36:12.560498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a6a2a-f481-40b6-b4f1-dca969b016ea req-7f25c042-03ef-4404-a12c-89c76e020f76 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:12.562151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d7a6a2a-f481-40b6-b4f1-dca969b016ea req-7f25c042-03ef-4404-a12c-89c76e020f76 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2196527
Dec 03 03:36:12.725660 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d7a6a2a-f481-40b6-b4f1-dca969b016ea req-9eafee9a-cb9c-4b46-b9a8-c80bf85a76bd tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458313
Dec 03 03:36:12.759008 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253ce720-9d6a-4827-8586-31364055c0ed req-b75512c7-5bab-40d5-82f4-0da892fe3e49 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316947
Dec 03 03:36:12.834408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50dab06d-465b-4ec4-ace4-3f3805a9aaff req-6aaaa077-d273-4bdf-9872-ed2f68767ddb service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3093669
Dec 03 03:36:13.162812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:13.387061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:13.387485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:13.475761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-594e5769-37d1-4e40-937c-568717a7cab6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:13.477499 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-594e5769-37d1-4e40-937c-568717a7cab6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 815 time: 0.5944018
Dec 03 03:36:13.500599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d411c-40e7-42cf-903b-424d35a493fa req-7a7604b2-4b64-4167-8c49-2f61c6483752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:13.502483 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-7a7604b2-4b64-4167-8c49-2f61c6483752 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1161 time: 0.4749649
Dec 03 03:36:13.514381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf56b-5927-4ce6-8d03-5109e65b8688 req-78ae2b65-d5b1-4160-9fb7-4c64200ebfd0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:13.523779 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7faf56b-5927-4ce6-8d03-5109e65b8688 req-78ae2b65-d5b1-4160-9fb7-4c64200ebfd0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.5300057
Dec 03 03:36:13.544440 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-8ba98a2f-dea3-4689-a86e-b671f291c698 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/quotas/0840879b0906445784a83ceb05926684 HTTP/1.1" status: 200  len: 375 time: 0.0583937
Dec 03 03:36:13.700853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-861ee388-ee73-4421-bd33-b86dca791c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:13.769349 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7faf56b-5927-4ce6-8d03-5109e65b8688 req-26852dc6-8e83-4c4c-988f-c8a68e8946f1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2443538
Dec 03 03:36:13.788063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-5cdada2e-fd64-492e-ad2a-f0cf4833cf11 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:13.789933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-5cdada2e-fd64-492e-ad2a-f0cf4833cf11 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 945 time: 0.4052148
Dec 03 03:36:13.935865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Deleting port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:36:13.936526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:13.969863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d411c-40e7-42cf-903b-424d35a493fa req-88015c0d-2183-4c89-b420-e2dac5facbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:13.972273 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-88015c0d-2183-4c89-b420-e2dac5facbf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.4316256
Dec 03 03:36:14.026533 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d279185d-7880-48c3-9450-8a8fcaf4a293 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4459586
Dec 03 03:36:14.154744 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-2d07b063-d1bc-4921-9c5f-49bf8edcb0c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 217 time: 0.1346309
Dec 03 03:36:14.449730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:14.481784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-517d0295-dc04-4516-b84d-049a392113d4 service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3917942
Dec 03 03:36:14.491383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d411c-40e7-42cf-903b-424d35a493fa req-6648fd4a-c4d8-4532-83c7-7fe4b9c63538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:14.492885 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-6648fd4a-c4d8-4532-83c7-7fe4b9c63538 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.2493165
Dec 03 03:36:14.503115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f70660-2dfd-44ed-980e-4e179fbf2fc1 req-362aebb2-1b77-47d9-ab9e-cb1c3c3b6ac5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:14.504701 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5f70660-2dfd-44ed-980e-4e179fbf2fc1 req-362aebb2-1b77-47d9-ab9e-cb1c3c3b6ac5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.5381856
Dec 03 03:36:14.732287 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5f70660-2dfd-44ed-980e-4e179fbf2fc1 req-796f6914-ecc0-45c7-83c6-6a56a931d503 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1602194
Dec 03 03:36:14.785553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:14.786293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:14.946581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device dd1403b1-9a76-4ae8-83f8-7f3696c7f716 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:36:14.977385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Calling delete_port for dd1403b1-9a76-4ae8-83f8-7f3696c7f716 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:36:15.034407 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-c2b5a76c-ef30-404a-9b8b-e0cd394f11a1 service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5403273
Dec 03 03:36:15.050505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d411c-40e7-42cf-903b-424d35a493fa req-cd122b3f-9aab-4a4e-ae35-1a0c1d02b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:15.052364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-cd122b3f-9aab-4a4e-ae35-1a0c1d02b109 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5230563
Dec 03 03:36:15.118398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:15.156611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:15.171642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:15.198653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:15.208052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-24ae8d65-1190-46bb-9dbe-d1dc4138f156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:15.274297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:36:15.274545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:36:15.306212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb437ca-e92e-4a3b-b61a-b1d5e26cf2a6 req-010c76c1-2281-4bfe-a1a2-cf3dccd22425 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:15.309114 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1eb437ca-e92e-4a3b-b61a-b1d5e26cf2a6 req-010c76c1-2281-4bfe-a1a2-cf3dccd22425 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 945 time: 0.3756337
Dec 03 03:36:15.362980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:15.366448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:15.399640 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-4780bfed-0862-4158-8e87-141bab027a85 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3280301
Dec 03 03:36:15.407166 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1eb437ca-e92e-4a3b-b61a-b1d5e26cf2a6 req-d0a28fbd-2eae-46c2-957a-6086b10439b7 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/security-groups?id=7ccb8fd9-36fc-49e4-b5ca-664876063ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836108
Dec 03 03:36:15.780700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Deleting port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:36:15.781022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:16.067271 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-253d411c-40e7-42cf-903b-424d35a493fa req-ee695c8f-5b04-409e-b21a-3f1ebecb5ed6 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6583481
Dec 03 03:36:16.120152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cba6b0-1edc-47ee-8091-b4bb6a103026 req-0a8e4099-091e-4b88-b739-4b19c73892e6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:16.123500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97cba6b0-1edc-47ee-8091-b4bb6a103026 req-0a8e4099-091e-4b88-b739-4b19c73892e6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3820968
Dec 03 03:36:16.240696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-498b8340-98ff-4e97-af7e-2d5034e29efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:16.272458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815abb4b-fa09-45df-a106-0eece7ac1bdf req-67ffcdfb-c804-44e2-aa26-d2f1ee10593b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:16.280564 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-815abb4b-fa09-45df-a106-0eece7ac1bdf req-67ffcdfb-c804-44e2-aa26-d2f1ee10593b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.5473132
Dec 03 03:36:16.391156 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97cba6b0-1edc-47ee-8091-b4bb6a103026 req-373cc6bd-6a94-4151-8462-f30ba6f4ea86 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2490675
Dec 03 03:36:16.431815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] For port dd1403b1-9a76-4ae8-83f8-7f3696c7f716, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,segment=NetworkSegment(d2aaaba9-24f1-45fc-9512-c07349e733c3),segment_id=d2aaaba9-24f1-45fc-9512-c07349e733c3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:16.432224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:16.657380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Calling delete_port for dd1403b1-9a76-4ae8-83f8-7f3696c7f716 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:36:16.662420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:16.707549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-815abb4b-fa09-45df-a106-0eece7ac1bdf req-af425895-4be0-441b-9f1b-55f023b7a3c3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4259965
Dec 03 03:36:16.803720 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716', 'code': 200}
Dec 03 03:36:16.844743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f54a69-7f03-49bc-8f4e-338e4e4ab081 req-97185ba5-90e4-4e98-9200-0c02b30dd60b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:16.853142 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64f54a69-7f03-49bc-8f4e-338e4e4ab081 req-97185ba5-90e4-4e98-9200-0c02b30dd60b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.2469692
Dec 03 03:36:16.950714 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64f54a69-7f03-49bc-8f4e-338e4e4ab081 req-857b4297-14c5-4340-a62f-be8492503f9c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0964639
Dec 03 03:36:16.958540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:17.222546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:17.365548 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9774231-02ef-49fd-9465-4416f4dbf2b8 req-e7ca0260-c9ee-4944-8452-ef43ba6bcc48 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 210 time: 0.2418621
Dec 03 03:36:17.366419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Pushing event deleted for resources: {'Port': ['ID=dd1403b1-9a76-4ae8-83f8-7f3696c7f716,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:17.460707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-57cc36d6-37e3-4d00-ad42-734de3f07f65 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:17.464567 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-57cc36d6-37e3-4d00-ad42-734de3f07f65 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 815 time: 0.3360574
Dec 03 03:36:17.465711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:17.498483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'port': {'device_id': '75622a80-5890-4275-a3ae-92992d9bd724', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'admin_state_up': True, 'tenant_id': '0840879b0906445784a83ceb05926684'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:17.597436 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b476a57-dcb9-4d26-ab8f-f7976136707e req-90977284-4df9-4b1d-ba47-aa4eb6690b52 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0820837
Dec 03 03:36:17.706758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:17.769328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c7ca-e5a1-49bb-9656-954fb1e7d717 req-f91acd09-16b9-4a4b-b170-fe9613efd0a9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:17.771011 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08d5c7ca-e5a1-49bb-9656-954fb1e7d717 req-f91acd09-16b9-4a4b-b170-fe9613efd0a9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.4487581
Dec 03 03:36:17.880457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] No DVR routers for this DVR port dd1403b1-9a76-4ae8-83f8-7f3696c7f716 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:36:17.883537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:17.922593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-deleted', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:17.952906 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-68f0b150-b30d-401c-aa35-8bf82f4c793e req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.64 "DELETE /v2.0/ports/dd1403b1-9a76-4ae8-83f8-7f3696c7f716 HTTP/1.1" status: 204  len: 173 time: 4.1439028
Dec 03 03:36:17.997156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:36:18.017410 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08d5c7ca-e5a1-49bb-9656-954fb1e7d717 req-3cd5f64b-0280-4055-8eab-5d3d379c2600 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2310200
Dec 03 03:36:18.018506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:port and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:36:18.025994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for port was recalculated. Used quota:2. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:36:18.041189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:36:18.087049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Made reservation on behalf of 0840879b0906445784a83ceb05926684 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:36:18.099790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:18.172102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:18.244643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381e54-8b08-44cc-bfdf-4c92d476503e req-3452a614-162e-44dc-ad51-1b33a5db0252 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:18.246367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6381e54-8b08-44cc-bfdf-4c92d476503e req-3452a614-162e-44dc-ad51-1b33a5db0252 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3052158
Dec 03 03:36:18.459234 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6381e54-8b08-44cc-bfdf-4c92d476503e req-2f7743c0-d223-49d9-bcdb-375b74e199ce tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949074
Dec 03 03:36:18.535592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d785da-a2f1-4680-8aa4-871b10ea55b7 req-7cd6269c-d11f-4455-9b31-8b6d90e0a6f8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:18.543884 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c9d785da-a2f1-4680-8aa4-871b10ea55b7 req-7cd6269c-d11f-4455-9b31-8b6d90e0a6f8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2443924
Dec 03 03:36:18.624578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e010b129-860c-4fa5-ba51-a2801a38faa3', 'name': 'network-vif-deleted', 'tag': 'dd1403b1-9a76-4ae8-83f8-7f3696c7f716', 'status': 'completed', 'code': 200}
Dec 03 03:36:18.666028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c9d785da-a2f1-4680-8aa4-871b10ea55b7 req-feb3ebb4-eb1b-437e-a49b-344e3d2f1a73 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202278
Dec 03 03:36:19.081933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-44e00d83-6793-4d4c-a3ac-50c98961b01e req-318547f4-3132-4548-8677-1aae3f301072 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 210 time: 0.2838748
Dec 03 03:36:19.127743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe785c8b-412e-4881-a781-96108331db9c req-8ec97776-0b3f-48da-9afc-a929da522522 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:19.135958 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe785c8b-412e-4881-a781-96108331db9c req-8ec97776-0b3f-48da-9afc-a929da522522 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.4447873
Dec 03 03:36:19.152664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Allocated IP 172.20.0.8 (330d9e4d-fc33-4815-90f4-d12bca58f5a8/da38225a-d71e-4fe8-b8a0-04902d23bf7f/28667180-06cd-43b5-8695-54a0887da00a) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:36:19.214941 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe785c8b-412e-4881-a781-96108331db9c req-34f84a06-d913-4808-90eb-ef88048723e8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0778959
Dec 03 03:36:19.314614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ce3a0985-29a9-437b-b506-93e86f88b246 req-3cbae630-4e24-4857-b965-a3a67a191e66 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Synchronizing usage tracker for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:19.551434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ce3a0985-29a9-437b-b506-93e86f88b246 req-3cbae630-4e24-4857-b965-a3a67a191e66 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Unset dirty status for tenant:7762d1a9afb04c66b6ced204aeaffe45 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:19.552900 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce3a0985-29a9-437b-b506-93e86f88b246 req-3cbae630-4e24-4857-b965-a3a67a191e66 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.2971368
Dec 03 03:36:19.577843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:19.606205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Transition to ACTIVE for port object 28667180-06cd-43b5-8695-54a0887da00a will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:36:19.620788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ad4f-4da2-40b9-b4f1-78431142d270 req-7de33b8a-98ef-426d-be8b-086cadc2d080 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:19.628619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8602ad4f-4da2-40b9-b4f1-78431142d270 req-7de33b8a-98ef-426d-be8b-086cadc2d080 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1741495
Dec 03 03:36:19.694938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8602ad4f-4da2-40b9-b4f1-78431142d270 req-1492c89f-fb52-45eb-a591-2dc7ad42b9e5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652616
Dec 03 03:36:19.705469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:19.747849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0f0cd7f-6ab6-4c7e-8885-67508ae4eb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:19.994855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:20.012151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:20.109652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e10a7e-cdfe-4eb1-b947-1305a41f3313 req-d296c1ba-a2a8-47da-bd16-d541ac74c07f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:20.111679 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55e10a7e-cdfe-4eb1-b947-1305a41f3313 req-d296c1ba-a2a8-47da-bd16-d541ac74c07f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3241279
Dec 03 03:36:20.121146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5938-0bf4-446e-9db5-8c2543316053 req-3b38b3a4-492c-4748-9e23-114b9c97504e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:20.122834 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d3f5938-0bf4-446e-9db5-8c2543316053 req-3b38b3a4-492c-4748-9e23-114b9c97504e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2800159
Dec 03 03:36:20.166545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:36:20.173459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:36:20.180554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:36:20.184860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:20.185534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:20.235522 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d3f5938-0bf4-446e-9db5-8c2543316053 req-f47aee5c-811c-49c4-aae3-51d2825bfe8b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054749
Dec 03 03:36:20.241024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55e10a7e-cdfe-4eb1-b947-1305a41f3313 req-318c8a33-0883-4135-acab-b9b55955ecfb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133242
Dec 03 03:36:20.253298 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7592759
Dec 03 03:36:20.488935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2362dae2-d961-4a7e-ac5e-17c96454e928 None None] Provisioning for port 28667180-06cd-43b5-8695-54a0887da00a completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:20.501877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2362dae2-d961-4a7e-ac5e-17c96454e928 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:20.503508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2362dae2-d961-4a7e-ac5e-17c96454e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:20.580317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a561f5-90cf-4153-9889-73d27037942d req-79ec4617-a205-4104-babd-e9bf2b81f8bb tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:20.581143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-83a561f5-90cf-4153-9889-73d27037942d req-79ec4617-a205-4104-babd-e9bf2b81f8bb tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:20.592517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2362dae2-d961-4a7e-ac5e-17c96454e928 None None] Port 28667180-06cd-43b5-8695-54a0887da00a cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:36:20.600070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce63a89-f76a-4048-854d-f25581e78a4f req-6e3b924d-1c4d-4f5b-92b4-db846cdd92f2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:20.601852 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ce63a89-f76a-4048-854d-f25581e78a4f req-6e3b924d-1c4d-4f5b-92b4-db846cdd92f2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1560442
Dec 03 03:36:20.709198 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ce63a89-f76a-4048-854d-f25581e78a4f req-1ccc290f-b0d5-44f6-bb14-333c04d89e17 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0857823
Dec 03 03:36:20.709967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-83a561f5-90cf-4153-9889-73d27037942d req-79ec4617-a205-4104-babd-e9bf2b81f8bb tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:20.711324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-83a561f5-90cf-4153-9889-73d27037942d req-79ec4617-a205-4104-babd-e9bf2b81f8bb tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.3071778
Dec 03 03:36:20.801871 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-83a561f5-90cf-4153-9889-73d27037942d req-9b42c8f2-e744-4328-8275-a3752bf967ed tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817256
Dec 03 03:36:20.892491 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-890be982-39aa-48cf-8922-07eb2bf7c48c req-0df4db9a-977f-4674-91be-0b9dc9e912da tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0542879
Dec 03 03:36:21.072785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49691564-c68f-4a97-9fc4-5d73678f8e9e req-bfe12870-76b8-46a0-b4c0-84aac3732bea tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:21.074943 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49691564-c68f-4a97-9fc4-5d73678f8e9e req-bfe12870-76b8-46a0-b4c0-84aac3732bea tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1120026
Dec 03 03:36:21.161045 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49691564-c68f-4a97-9fc4-5d73678f8e9e req-efdaf868-5dc6-4170-97a1-819906e4fab3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779428
Dec 03 03:36:21.580948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda87cdf-8a0b-4407-b885-6280351353eb req-8d340b8a-4ed8-47c3-a0e2-4b575f516b12 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:21.582785 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fda87cdf-8a0b-4407-b885-6280351353eb req-8d340b8a-4ed8-47c3-a0e2-4b575f516b12 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1539733
Dec 03 03:36:21.590436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1e08-0e52-4d03-b35b-0b33ab15b67c req-5eeb8c91-8f24-43c1-b4f1-f089d65b8a96 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:21.592078 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-002f1e08-0e52-4d03-b35b-0b33ab15b67c req-5eeb8c91-8f24-43c1-b4f1-f089d65b8a96 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1238704
Dec 03 03:36:21.672581 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fda87cdf-8a0b-4407-b885-6280351353eb req-c5fdf7f6-119f-42f6-ae37-75f50d3e7c5c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793791
Dec 03 03:36:21.678091 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-002f1e08-0e52-4d03-b35b-0b33ab15b67c req-7dee5738-2ca1-4bbb-bd4b-4a32e66e51cd tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670772
Dec 03 03:36:21.949604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d953-7406-4bbb-829a-38763b881925 req-e5feac61-6ad8-4d21-8ab9-9948f0b3873a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:21.961168 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9f8d953-7406-4bbb-829a-38763b881925 req-e5feac61-6ad8-4d21-8ab9-9948f0b3873a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1188321
Dec 03 03:36:22.057872 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9f8d953-7406-4bbb-829a-38763b881925 req-32dff5a1-b624-477b-90a9-1ebaaf740935 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0956814
Dec 03 03:36:22.100183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2199b4-a8e4-4aa9-8c09-7b1047fb6b86 req-9a6b7701-d353-4edb-814c-3131e1848125 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:22.101826 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ab2199b4-a8e4-4aa9-8c09-7b1047fb6b86 req-9a6b7701-d353-4edb-814c-3131e1848125 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1383522
Dec 03 03:36:22.150367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ab2199b4-a8e4-4aa9-8c09-7b1047fb6b86 req-037a6def-8b6f-497f-b40f-f188f357ae3c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420482
Dec 03 03:36:22.232623 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6610023-7ae8-4d7a-aea3-356376a84c0e req-c88220d3-813d-41fd-929e-efb1a940f463 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0514679
Dec 03 03:36:22.427999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c978b3-4b05-4944-bba0-54eeeaa0e54d req-00b38791-2f01-4430-8f67-7678cb4e64a2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:22.429532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2c978b3-4b05-4944-bba0-54eeeaa0e54d req-00b38791-2f01-4430-8f67-7678cb4e64a2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0905828
Dec 03 03:36:22.479606 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2c978b3-4b05-4944-bba0-54eeeaa0e54d req-4a7d6895-0c8f-4122-beac-46dc8c1fe341 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434515
Dec 03 03:36:23.007338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610131f9-f98c-4339-b757-85a6461c5d91 req-ee06da24-0142-4ba9-954a-830380cd0dcd tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:23.014267 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-610131f9-f98c-4339-b757-85a6461c5d91 req-ee06da24-0142-4ba9-954a-830380cd0dcd tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1855979
Dec 03 03:36:23.060182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7aa6-25a8-4f36-9aec-8cf3550c0343 req-0acc0cfa-fda5-4ea7-ba0f-f6e7cf031314 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:23.061821 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b41e7aa6-25a8-4f36-9aec-8cf3550c0343 req-0acc0cfa-fda5-4ea7-ba0f-f6e7cf031314 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1721933
Dec 03 03:36:23.086581 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-610131f9-f98c-4339-b757-85a6461c5d91 req-e2059a48-d9c6-4f85-936c-4200a70416b2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747035
Dec 03 03:36:23.202738 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b41e7aa6-25a8-4f36-9aec-8cf3550c0343 req-4df6b487-24f2-46dd-90fc-833e8704b6ca tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825613
Dec 03 03:36:23.376860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97ca6-4a64-4d66-9b6c-615801637feb req-1019dbf5-00e3-4ef5-8515-b87ab442684c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:23.378900 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-54c97ca6-4a64-4d66-9b6c-615801637feb req-1019dbf5-00e3-4ef5-8515-b87ab442684c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1299827
Dec 03 03:36:23.455216 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-54c97ca6-4a64-4d66-9b6c-615801637feb req-e50a617b-e7c9-4a2e-90ca-1737f80ddf4b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0573323
Dec 03 03:36:23.588752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a3277-4bd7-4eed-8b5b-221f1f63badb req-d6538e8e-beea-4a7d-989c-06a26f26c52d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:23.598227 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-104a3277-4bd7-4eed-8b5b-221f1f63badb req-d6538e8e-beea-4a7d-989c-06a26f26c52d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1494939
Dec 03 03:36:23.654784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-104a3277-4bd7-4eed-8b5b-221f1f63badb req-67441f6a-d255-4dc8-aafa-241e940ea818 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554819
Dec 03 03:36:23.708848 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a977c015-a07a-4e48-bac6-079e21e87746 req-077e5916-31cf-4549-bb14-57836d074e8a tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0491908
Dec 03 03:36:23.893702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c661d61-f0c4-4251-9c56-845259d8d5bd req-dae5b57d-48a6-4614-8d9c-90f67295ea4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:23.896491 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c661d61-f0c4-4251-9c56-845259d8d5bd req-dae5b57d-48a6-4614-8d9c-90f67295ea4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1075757
Dec 03 03:36:23.958255 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c661d61-f0c4-4251-9c56-845259d8d5bd req-6ee0091f-4127-457d-8272-e1bb3c482ac6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555518
Dec 03 03:36:24.335045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46bba-e21e-405e-9d19-93a6a62aa38c req-991853a2-c3c5-4b86-a6ce-e5185aa47bdb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:24.342644 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-48b46bba-e21e-405e-9d19-93a6a62aa38c req-991853a2-c3c5-4b86-a6ce-e5185aa47bdb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1115606
Dec 03 03:36:24.398993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-48b46bba-e21e-405e-9d19-93a6a62aa38c req-b7d61d9d-a098-4006-9545-18453efe9fc3 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542989
Dec 03 03:36:24.487390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df919d4-c86b-4098-a25e-43ee29c2cda9 req-b0483f8a-b258-4aa0-8be7-7e8740c2db9c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:24.489441 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1df919d4-c86b-4098-a25e-43ee29c2cda9 req-b0483f8a-b258-4aa0-8be7-7e8740c2db9c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1169021
Dec 03 03:36:24.557484 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1df919d4-c86b-4098-a25e-43ee29c2cda9 req-1cdd0169-1788-4d44-b607-abe2fc49b7a5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461395
Dec 03 03:36:24.687171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378ecb5-a92b-4c5e-90b2-d21b036c2f37 req-e1262263-6214-4a17-9414-41a67115a626 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:24.688848 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6378ecb5-a92b-4c5e-90b2-d21b036c2f37 req-e1262263-6214-4a17-9414-41a67115a626 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0861871
Dec 03 03:36:24.744657 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6378ecb5-a92b-4c5e-90b2-d21b036c2f37 req-c85b8a18-ecab-4f90-9318-c4e555703bd0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492454
Dec 03 03:36:24.989587 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-14189867-42eb-48ad-968d-686012153e3b req-fa91f8b3-d75c-4ef1-a2f6-5669020eb21c tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0756791
Dec 03 03:36:24.996540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075e50-8129-428d-abf0-972aaadc7783 req-9dd46500-86cc-4082-89cc-329eb09aa370 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:25.007163 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8075e50-8129-428d-abf0-972aaadc7783 req-9dd46500-86cc-4082-89cc-329eb09aa370 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1606846
Dec 03 03:36:25.063564 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8075e50-8129-428d-abf0-972aaadc7783 req-f6eb7adf-2ac0-486d-992a-37014c1f3153 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554070
Dec 03 03:36:25.277627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052bf53-6853-4294-8654-52f88a09ad45 req-1f3822b9-59de-4dc2-8506-d0aaf22154a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:25.279766 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7052bf53-6853-4294-8654-52f88a09ad45 req-1f3822b9-59de-4dc2-8506-d0aaf22154a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1145697
Dec 03 03:36:25.340149 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7052bf53-6853-4294-8654-52f88a09ad45 req-046f8d11-7b54-4d36-93b7-c77c8346bef8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499353
Dec 03 03:36:25.633218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9955dc-1b6d-4c8e-bb16-6dbdbfd18be6 req-4dd26033-f6ed-47dd-a157-a3c050a753d5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:25.635214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b9955dc-1b6d-4c8e-bb16-6dbdbfd18be6 req-4dd26033-f6ed-47dd-a157-a3c050a753d5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.0948915
Dec 03 03:36:25.688304 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b9955dc-1b6d-4c8e-bb16-6dbdbfd18be6 req-1bf04e7e-86d4-4b88-a467-335e1fa81d51 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463476
Dec 03 03:36:25.788582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48642c0-bea2-4817-9327-535dc6fdbb65 req-8619e04b-26d1-4a38-a666-4631177eb9aa tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:25.796796 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c48642c0-bea2-4817-9327-535dc6fdbb65 req-8619e04b-26d1-4a38-a666-4631177eb9aa tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1019344
Dec 03 03:36:25.845846 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c48642c0-bea2-4817-9327-535dc6fdbb65 req-f96f2697-0e14-4c61-8a67-8d0cc64808bb tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478573
Dec 03 03:36:26.004220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc2c6-3e1f-4ce4-a12a-0fa17b34138d req-de2a5760-8c51-4fea-9800-095a77a9ea07 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:26.005762 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3cdc2c6-3e1f-4ce4-a12a-0fa17b34138d req-de2a5760-8c51-4fea-9800-095a77a9ea07 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0912168
Dec 03 03:36:26.054421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3cdc2c6-3e1f-4ce4-a12a-0fa17b34138d req-baa2cc53-c0db-44c3-bad8-a6930f583e2f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417469
Dec 03 03:36:26.255217 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-95e4b6a7-43d7-4d15-9cae-f919c60f5f87 req-4ecd386b-55e5-4f3d-9846-0ccda0420b59 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.1136391
Dec 03 03:36:26.314772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e371d12-01bf-4dc7-9997-fbe15a8f4ce7 req-b3ff1c75-7d00-4af2-84b1-4dc7a32100db tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:26.316397 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e371d12-01bf-4dc7-9997-fbe15a8f4ce7 req-b3ff1c75-7d00-4af2-84b1-4dc7a32100db tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1060429
Dec 03 03:36:26.364240 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e371d12-01bf-4dc7-9997-fbe15a8f4ce7 req-1457e1c1-9274-4199-9ef6-d86c3da86476 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414534
Dec 03 03:36:26.584097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766b1b-2a2b-43b7-9e9d-d3fdbcd09999 req-60c3fe43-dffd-4c3d-bd19-a1712f4d8d95 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:26.586560 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d766b1b-2a2b-43b7-9e9d-d3fdbcd09999 req-60c3fe43-dffd-4c3d-bd19-a1712f4d8d95 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0975981
Dec 03 03:36:26.641523 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d766b1b-2a2b-43b7-9e9d-d3fdbcd09999 req-26ef0043-d07d-414b-96bf-ff49496f7a73 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472322
Dec 03 03:36:26.934984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa566074-ba46-4987-9439-ed669c4867dd req-c9c6c7d6-fb64-4608-972d-1c74036b19c8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:26.936684 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fa566074-ba46-4987-9439-ed669c4867dd req-c9c6c7d6-fb64-4608-972d-1c74036b19c8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.0849931
Dec 03 03:36:26.987530 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fa566074-ba46-4987-9439-ed669c4867dd req-afc58a05-8efd-4988-b19f-40c3482ec73d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441289
Dec 03 03:36:27.092845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772202-728b-4bbf-8f92-3798276d5b6c req-f9235947-6d60-4577-84ca-a9d0119ccf01 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:27.094895 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78772202-728b-4bbf-8f92-3798276d5b6c req-f9235947-6d60-4577-84ca-a9d0119ccf01 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0914698
Dec 03 03:36:27.149003 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78772202-728b-4bbf-8f92-3798276d5b6c req-5d51fd72-454a-4066-b60f-24b3b2cdd487 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462179
Dec 03 03:36:27.334623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dbb9e-726a-45cd-90ae-27240648b3b8 req-0b31a2b1-deb3-4ef2-8073-522554289ac9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:27.336583 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-915dbb9e-726a-45cd-90ae-27240648b3b8 req-0b31a2b1-deb3-4ef2-8073-522554289ac9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1300912
Dec 03 03:36:27.408380 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-915dbb9e-726a-45cd-90ae-27240648b3b8 req-c64899a1-4785-4f2b-afca-7b00a4a9f3b4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0644972
Dec 03 03:36:27.483667 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-83f2e920-f28d-4a33-877b-7a103e522140 req-f580b9d8-2435-49ec-9f2f-2ec72fc13d84 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0554109
Dec 03 03:36:27.615608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cec7db-88b2-44f0-8e21-0ddff795bb37 req-2ccbf908-a60e-4706-a0f4-f1ac0def807b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:27.617546 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8cec7db-88b2-44f0-8e21-0ddff795bb37 req-2ccbf908-a60e-4706-a0f4-f1ac0def807b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.0887971
Dec 03 03:36:27.699008 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8cec7db-88b2-44f0-8e21-0ddff795bb37 req-dc124aeb-85ad-49cb-bf96-629cdd6bfb08 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700009
Dec 03 03:36:27.902581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532608c-0ecd-43f8-86d0-0a9b69d86b4a req-507e7c59-f4ec-4e63-bfd3-010da4dd86ea tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:27.911484 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2532608c-0ecd-43f8-86d0-0a9b69d86b4a req-507e7c59-f4ec-4e63-bfd3-010da4dd86ea tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0890086
Dec 03 03:36:27.957849 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2532608c-0ecd-43f8-86d0-0a9b69d86b4a req-100996f6-0189-428a-99a8-c3e316bbd9c2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465114
Dec 03 03:36:28.498636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcedfdc-7781-4cb3-a1fa-53b945553724 req-e31e9664-31ac-443e-aeae-1226a1c6038d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:28.500175 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ffcedfdc-7781-4cb3-a1fa-53b945553724 req-e31e9664-31ac-443e-aeae-1226a1c6038d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3620472
Dec 03 03:36:28.543729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dc807-0d18-4c7c-b95c-207f538c8d4c req-1418a166-99f7-4391-a7a7-b533368df85d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:28.545374 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e2dc807-0d18-4c7c-b95c-207f538c8d4c req-1418a166-99f7-4391-a7a7-b533368df85d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1500881
Dec 03 03:36:28.582932 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ffcedfdc-7781-4cb3-a1fa-53b945553724 req-100a87ea-53ed-45fe-bd54-a10e3a9f7602 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743730
Dec 03 03:36:28.620643 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e2dc807-0d18-4c7c-b95c-207f538c8d4c req-a4b39137-cec1-4a12-8e8f-e75c4b58a109 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575736
Dec 03 03:36:28.829941 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5cf3cd9-af4a-4d9e-887b-3b5b1f95d787 req-d0c45ec6-c8f4-4796-b9cf-ef96cecdd037 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0609198
Dec 03 03:36:28.878400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995a1f-2282-496e-af43-263c094f2382 req-cb4995e4-972d-4225-a74d-90f689de72a6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:28.880343 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26995a1f-2282-496e-af43-263c094f2382 req-cb4995e4-972d-4225-a74d-90f689de72a6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1504562
Dec 03 03:36:28.946969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26995a1f-2282-496e-af43-263c094f2382 req-98ba8417-8480-411b-8d00-d4c2b6876219 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0594740
Dec 03 03:36:29.050085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd99ce-2285-45bc-9c1c-30f755fb1dd7 req-4fb4e51e-63a9-4c25-8b82-c9495ad298b9 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:29.051686 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dfd99ce-2285-45bc-9c1c-30f755fb1dd7 req-4fb4e51e-63a9-4c25-8b82-c9495ad298b9 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.0882902
Dec 03 03:36:29.149923 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dfd99ce-2285-45bc-9c1c-30f755fb1dd7 req-e5f81353-bfd6-4aec-af38-13473da9b456 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917742
Dec 03 03:36:29.198367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae3310-b9e5-4c81-822f-abcfc0201aa4 req-89d0234d-7d68-4ccb-a246-76a66bafac3e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:29.200169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdae3310-b9e5-4c81-822f-abcfc0201aa4 req-89d0234d-7d68-4ccb-a246-76a66bafac3e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0882573
Dec 03 03:36:29.269095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdae3310-b9e5-4c81-822f-abcfc0201aa4 req-0bf478e0-3ff5-46be-936d-6df6bbcd986b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606656
Dec 03 03:36:29.704820 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:36:29.885649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22522b-03e4-40e9-ad61-fcee648dbdfe req-e8b8f2e8-91ac-412a-9755-0478f7bb29e1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:29.887679 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e22522b-03e4-40e9-ad61-fcee648dbdfe req-e8b8f2e8-91ac-412a-9755-0478f7bb29e1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1183991
Dec 03 03:36:29.900582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9c09-dc1c-4b81-aad7-284d49567bcd req-6846b6bf-9d33-4cb6-a4de-e738c73b51e8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:29.909304 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42cb9c09-dc1c-4b81-aad7-284d49567bcd req-6846b6bf-9d33-4cb6-a4de-e738c73b51e8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1877520
Dec 03 03:36:29.989904 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42cb9c09-dc1c-4b81-aad7-284d49567bcd req-47815c2e-f90b-43ed-a00e-85ccce6ac526 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792232
Dec 03 03:36:29.994359 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e22522b-03e4-40e9-ad61-fcee648dbdfe req-56adcf94-9648-43e3-9c57-3e673a13268c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823176
Dec 03 03:36:30.232167 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b0bd454-ba00-4b9e-b925-f1c57c93a3ee req-dbdfdc82-1b11-419d-bc5f-518b6c639aef tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0710814
Dec 03 03:36:30.351470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874cb40-e05b-4154-9eb2-4d32a4312ad1 req-74e25be8-c212-42e6-936f-ecb4b0fa5071 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:30.353295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9874cb40-e05b-4154-9eb2-4d32a4312ad1 req-74e25be8-c212-42e6-936f-ecb4b0fa5071 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1202385
Dec 03 03:36:30.428847 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9874cb40-e05b-4154-9eb2-4d32a4312ad1 req-8c397cdf-4435-4925-b422-567d420044c6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0682690
Dec 03 03:36:30.565319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91addde-d44a-4c6d-9949-ebe8e068c97a req-8bdb1f06-f7f5-4ce9-b193-d865fedaa205 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:30.567095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e91addde-d44a-4c6d-9949-ebe8e068c97a req-8bdb1f06-f7f5-4ce9-b193-d865fedaa205 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1261201
Dec 03 03:36:30.694831 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e91addde-d44a-4c6d-9949-ebe8e068c97a req-c9ee653a-5c88-4efd-a703-97664e344aa1 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108346
Dec 03 03:36:30.728278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe06ed-653c-4974-9e98-66594842094b req-66c1e77a-5970-4967-96ee-892b923deb78 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:30.730024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dbe06ed-653c-4974-9e98-66594842094b req-66c1e77a-5970-4967-96ee-892b923deb78 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1201360
Dec 03 03:36:30.790386 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dbe06ed-653c-4974-9e98-66594842094b req-951ae95a-2bb2-4e81-b6c3-c6abc302c2e7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523860
Dec 03 03:36:31.326541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8e4fb-e8c7-4937-b7c8-c6ee53bcebe2 req-df2d23eb-3485-4932-92fe-370bdc74a9ad tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:31.328108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3e8e4fb-e8c7-4937-b7c8-c6ee53bcebe2 req-df2d23eb-3485-4932-92fe-370bdc74a9ad tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1350498
Dec 03 03:36:31.340306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673965e6-4d1b-4f47-adec-b01763812775 req-0fd99fc9-586a-4d4c-aeba-79b62b814b5e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:31.341911 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-673965e6-4d1b-4f47-adec-b01763812775 req-0fd99fc9-586a-4d4c-aeba-79b62b814b5e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.1881185
Dec 03 03:36:31.420738 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3e8e4fb-e8c7-4937-b7c8-c6ee53bcebe2 req-48131386-2106-41a7-a436-ea7cacac8e36 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777266
Dec 03 03:36:31.428635 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-673965e6-4d1b-4f47-adec-b01763812775 req-bb4f0be3-df61-45e8-b5ae-89b970be432c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685604
Dec 03 03:36:31.671414 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e89c2585-0518-44f1-8284-0bd15388d64a req-aa976f5d-fba4-4625-81cb-228d55ecf92e tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.1159043
Dec 03 03:36:31.731582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8438e-e3bb-41c9-8abe-eded43b9698b req-6b2deab4-3869-4dd5-93cc-633e5c86d9ba tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:31.733190 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78a8438e-e3bb-41c9-8abe-eded43b9698b req-6b2deab4-3869-4dd5-93cc-633e5c86d9ba tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1230679
Dec 03 03:36:31.812522 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78a8438e-e3bb-41c9-8abe-eded43b9698b req-e1812e74-e6c4-490d-beb5-6823a3299b41 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0724578
Dec 03 03:36:32.009292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a63a-37c4-43a6-aa3e-8744c412471f req-08ed154e-bf16-4efd-a7b4-f8cc662f4728 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:32.011250 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2c42a63a-37c4-43a6-aa3e-8744c412471f req-08ed154e-bf16-4efd-a7b4-f8cc662f4728 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.1510065
Dec 03 03:36:32.081726 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2c42a63a-37c4-43a6-aa3e-8744c412471f req-e9fefbb2-26e5-44d4-ab86-6c68556e0320 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621936
Dec 03 03:36:32.090389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b2a6-bbaa-4068-bcfc-74e003435d69 req-777cc6c5-18d8-4e0e-8c17-00bd3faff0b9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:32.091553 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1d8b2a6-bbaa-4068-bcfc-74e003435d69 req-777cc6c5-18d8-4e0e-8c17-00bd3faff0b9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1380095
Dec 03 03:36:32.143535 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1d8b2a6-bbaa-4068-bcfc-74e003435d69 req-5b352c23-ec0e-4d48-acab-14a341966a22 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445445
Dec 03 03:36:32.498400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Request body: {'port': {'device_id': '75622a80-5890-4275-a3ae-92992d9bd724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:32.798002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:32.903644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f5f55-df44-4a89-909e-2bd1a7bd7a54 req-780a7b56-aa56-43f4-ac38-a64786a37d8e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:32.905284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6f5f55-df44-4a89-909e-2bd1a7bd7a54 req-780a7b56-aa56-43f4-ac38-a64786a37d8e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3294594
Dec 03 03:36:32.916695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb1de-c6fb-4e69-9f99-4959ceb5bf70 req-1ef78216-853f-4a57-956a-ebe6c646f73b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:32.918296 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-487cb1de-c6fb-4e69-9f99-4959ceb5bf70 req-1ef78216-853f-4a57-956a-ebe6c646f73b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3469596
Dec 03 03:36:33.076321 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6f5f55-df44-4a89-909e-2bd1a7bd7a54 req-57fbb4c0-78a7-4db8-a7f3-18436419963e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548088
Dec 03 03:36:33.123422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a044-cd05-4947-95d0-32758adf56bd req-267220f7-7e50-46bd-adba-768520ecd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:33.125058 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-267220f7-7e50-46bd-adba-768520ecd2db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.3666909
Dec 03 03:36:33.136432 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-487cb1de-c6fb-4e69-9f99-4959ceb5bf70 req-60d36e73-80cc-43f6-b3ac-2a3aac6a3e68 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563551
Dec 03 03:36:33.493969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13718286-023e-4107-ad4b-1e86168f53fa req-1d2b2b79-8b04-4d02-843c-aa5b8ea0591b tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] 10.222.0.66 "GET /v2.0/ports?device_id=e010b129-860c-4fa5-ba51-a2801a38faa3 HTTP/1.1" status: 200  len: 210 time: 0.0868466
Dec 03 03:36:33.575129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a044-cd05-4947-95d0-32758adf56bd req-cd62dcee-4de5-4565-b9d7-1a7ce0f7a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:33.577072 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-cd62dcee-4de5-4565-b9d7-1a7ce0f7a962 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.4363098
Dec 03 03:36:33.643874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548916-2331-401a-8c17-5b733802365f req-3c513849-904c-4565-8dff-b604ad68663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:33.645576 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-3c513849-904c-4565-8dff-b604ad68663c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1162 time: 0.0847218
Dec 03 03:36:34.015408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548916-2331-401a-8c17-5b733802365f req-c10b8295-3fba-46a5-a6f0-3206bb2f2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.016953 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-c10b8295-3fba-46a5-a6f0-3206bb2f2afe service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.3601532
Dec 03 03:36:34.054405 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-f632dcef-4082-4f5b-b26b-8a065563479b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1002 time: 0.4662712
Dec 03 03:36:34.139960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443250-aa7a-4ee6-beb2-fb0d99d58a4f req-642fc4bd-9783-43ab-bd6e-1411b999c8db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.141609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de443250-aa7a-4ee6-beb2-fb0d99d58a4f req-642fc4bd-9783-43ab-bd6e-1411b999c8db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.6503696
Dec 03 03:36:34.146598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28667180-06cd-43b5-8695-54a0887da00a {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:36:34.156870 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-6bfd9e91-4205-4fb5-9afb-225ece47c75d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 1000 time: 0.1112010
Dec 03 03:36:34.192001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:34.259580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548916-2331-401a-8c17-5b733802365f req-cf67e808-10c2-46ac-8a92-80ff457aa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.261768 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-cf67e808-10c2-46ac-8a92-80ff457aa838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0953603
Dec 03 03:36:34.281918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a044-cd05-4947-95d0-32758adf56bd req-0a8baf90-df0a-49e4-b56e-cab0826a33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.284608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-0a8baf90-df0a-49e4-b56e-cab0826a33d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.2228220
Dec 03 03:36:34.291521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Transition to ACTIVE for port object 28667180-06cd-43b5-8695-54a0887da00a will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:36:34.300917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:34.323936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b23c2-ba7c-4a62-8bda-05c96bf7cc62 req-9cae54af-7ab7-4387-b84e-fda19831790f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.331017 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef5b23c2-ba7c-4a62-8bda-05c96bf7cc62 req-9cae54af-7ab7-4387-b84e-fda19831790f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 931 time: 0.6833131
Dec 03 03:36:34.389226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3236c2c3-1892-4d88-9912-3f2f5bec5b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:34.399584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12548916-2331-401a-8c17-5b733802365f req-01eb446c-f615-4d70-913d-7e84b42a5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.401359 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-01eb446c-f615-4d70-913d-7e84b42a5b1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1299286
Dec 03 03:36:34.424758 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de443250-aa7a-4ee6-beb2-fb0d99d58a4f req-9e61114d-d539-4471-ba08-968f46f21112 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2677090
Dec 03 03:36:34.477024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.64', 56216) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:34.586779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:34.591925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:34.654298 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-cd0ec9af-b44f-4209-af27-39dbd2abb9f9 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322459
Dec 03 03:36:34.661350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63adc11-1b1e-43e4-b8aa-72ddcbc86dbc req-30821933-439c-4adf-8edc-b6a5f7a4360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.663002 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f63adc11-1b1e-43e4-b8aa-72ddcbc86dbc req-30821933-439c-4adf-8edc-b6a5f7a4360b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 1162 time: 0.1849542
Dec 03 03:36:34.669812 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef5b23c2-ba7c-4a62-8bda-05c96bf7cc62 req-11104105-27ee-47a2-ac93-456f1590192d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339370
Dec 03 03:36:34.695907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a044-cd05-4947-95d0-32758adf56bd req-ddaad990-0cc9-48a7-82f2-cf271c0781ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.697575 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-ddaad990-0cc9-48a7-82f2-cf271c0781ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3653738
Dec 03 03:36:34.795383 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f63adc11-1b1e-43e4-b8aa-72ddcbc86dbc req-d386acc5-5338-4fb9-9a98-f0a2196f22a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086969
Dec 03 03:36:34.844838 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-db5ce99f-c0a1-4bf6-98d6-4391fd7974b0 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1808054
Dec 03 03:36:34.971984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79b7e-6030-4835-8b82-c4b81dd810a1 req-8f468852-e965-4d6a-9ab8-cde489e0c169 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:34.973609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd79b7e-6030-4835-8b82-c4b81dd810a1 req-8f468852-e965-4d6a-9ab8-cde489e0c169 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.4020407
Dec 03 03:36:34.977938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Attempting to bind port 28667180-06cd-43b5-8695-54a0887da00a on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:36:34.978341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Attempting to bind port 28667180-06cd-43b5-8695-54a0887da00a by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:36:34.978712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Attempting to bind port 28667180-06cd-43b5-8695-54a0887da00a on network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:36:35.015577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:36:35.016145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Checking segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:36:35.016337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:35.016726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Bound using segment: {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:36:35.018154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Bound port: 28667180-06cd-43b5-8695-54a0887da00a, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5d4618-d6da-413e-afd2-b0432d28f636', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:36:35.018639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:35.125119 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-04a79fde-8808-4e6b-88f4-decb8fbe25aa service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4156289
Dec 03 03:36:35.133809 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd79b7e-6030-4835-8b82-c4b81dd810a1 req-9e5faec9-58c5-4dc5-b7ae-97837df173a2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526182
Dec 03 03:36:35.180891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be72e-9d8a-4490-a23b-87b233086e54 req-b45984fc-0b17-4ab6-9dbf-679e4d410722 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:35.182560 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a29be72e-9d8a-4490-a23b-87b233086e54 req-b45984fc-0b17-4ab6-9dbf-679e4d410722 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3178434
Dec 03 03:36:35.365699 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a29be72e-9d8a-4490-a23b-87b233086e54 req-1abb0542-7272-4bca-910c-43de35b13470 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750171
Dec 03 03:36:35.367718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:36:35.403433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=28667180-06cd-43b5-8695-54a0887da00a,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:36:35.420384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:35.439448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:35.558733 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a56a044-cd05-4947-95d0-32758adf56bd req-53248d3a-5363-447c-9d8a-ae506f720e1f service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4126093
Dec 03 03:36:35.609454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c29a1-0e35-4d42-84d3-b401055ec088 req-a303ab48-0ea3-4af6-aba8-bf660ea47070 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:35.611155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e12c29a1-0e35-4d42-84d3-b401055ec088 req-a303ab48-0ea3-4af6-aba8-bf660ea47070 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3154764
Dec 03 03:36:35.702924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:35.710117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:35.748925 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e12c29a1-0e35-4d42-84d3-b401055ec088 req-8669adf6-7290-4011-8d77-8790d1188849 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915427
Dec 03 03:36:35.780497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:35.781247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:35.782946 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] 10.222.0.64 "PUT /v2.0/ports/28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 1157 time: 3.2891047
Dec 03 03:36:35.783643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:35.801020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0fbd-0e3c-46c1-a10e-9994021dc4a8 req-4957a931-cfa7-4469-8b39-40a27e5aed5f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:35.802827 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-339c0fbd-0e3c-46c1-a10e-9994021dc4a8 req-4957a931-cfa7-4469-8b39-40a27e5aed5f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.2109804
Dec 03 03:36:35.888534 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-339c0fbd-0e3c-46c1-a10e-9994021dc4a8 req-2738f977-cf3e-4502-8575-8e198991f1fb tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0781469
Dec 03 03:36:35.974970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33016) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:36.072878 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:36:36.159990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea3c56-66de-45e5-9a56-497400227ee2 req-5fed2813-ba54-4907-8d1f-a9112e4edf8f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:36.161161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:36.161849 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77ea3c56-66de-45e5-9a56-497400227ee2 req-5fed2813-ba54-4907-8d1f-a9112e4edf8f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.1875184
Dec 03 03:36:36.164158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-e28c27ff-7073-4aed-a62a-cc4ab34d8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:36.165916 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-e28c27ff-7073-4aed-a62a-cc4ab34d8bac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1160 time: 0.2377141
Dec 03 03:36:36.274766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.284876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:36.292892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:36.293166 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-b9316066-041d-4a7e-8382-6fb021642541 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 217 time: 0.0865905
Dec 03 03:36:36.293735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.301443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:36:36.306020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e811bd637a4928a5843f18b311707e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:36:36.309229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:36:36.317483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:36:36.426477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.432744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.435051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.446348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-17df71b8-6c9f-45cc-8946-ea4c6a586ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:36.466836 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77ea3c56-66de-45e5-9a56-497400227ee2 req-941da92c-0f4e-4f84-adb1-3d03bea46e8e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904060
Dec 03 03:36:36.472855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:36.474311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:36.481954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.482176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-37d344b9-1e2d-43c7-b6f7-491900bd199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:36.484178 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-37d344b9-1e2d-43c7-b6f7-491900bd199b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.1818619
Dec 03 03:36:36.484316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:36.519518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7e811bd637a4928a5843f18b311707e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5431478
Dec 03 03:36:36.523604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33036) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:36.580292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b117-77d6-4990-ba9b-f7a8cce6e9d4 req-8b1f5222-bd3c-4adb-b1dc-7f3e748dcb2e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:36.582024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a870b117-77d6-4990-ba9b-f7a8cce6e9d4 req-8b1f5222-bd3c-4adb-b1dc-7f3e748dcb2e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1975758
Dec 03 03:36:36.583861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0374b3ac-8743-48b3-bc89-712d460fe0cb,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:36.600226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.600800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.601336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.601851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.602418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.602930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.603435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.603939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.604441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.604946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.605444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.605952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.606586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.607094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.607596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.608098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.608598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.609101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.609601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.610105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.610672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.611905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.612417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.612919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:36.618514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:36.632060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:36.638144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:36.646651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-008149ba-55e3-420c-ae5a-2e21556398cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:36.648470 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-008149ba-55e3-420c-ae5a-2e21556398cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1538277
Dec 03 03:36:36.651362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.661270 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a870b117-77d6-4990-ba9b-f7a8cce6e9d4 req-b77bada2-8afc-4baa-89bd-a764731a56ae tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691674
Dec 03 03:36:36.686559 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.769977 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.776393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fe5272ea-5ab0-4725-8cd1-90e10d3903d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:36.801161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:36.806868 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0374b3ac-8743-48b3-bc89-712d460fe0cb HTTP/1.1" status: 204  len: 168 time: 0.2813165
Dec 03 03:36:36.808323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0374b3ac-8743-48b3-bc89-712d460fe0cb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:36.810941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:36.844014 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'code': 200}
Dec 03 03:36:37.237938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-a75ca0b3-bbf5-41a4-9b21-084f81a44ee1 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5748610
Dec 03 03:36:37.410482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02fac6-0205-4b75-a3f2-90d1d7f30ceb req-51058e8c-db0c-49d1-9376-6756fb40fef9 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:37.412029 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc02fac6-0205-4b75-a3f2-90d1d7f30ceb req-51058e8c-db0c-49d1-9376-6756fb40fef9 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3733294
Dec 03 03:36:37.428625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbb7d7-8691-4760-b0b6-fab683dbdf18 req-782aec0c-c656-4f3a-8b6d-7ce718274e6b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:37.430262 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a2cbb7d7-8691-4760-b0b6-fab683dbdf18 req-782aec0c-c656-4f3a-8b6d-7ce718274e6b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3902841
Dec 03 03:36:37.591580 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5360cbac-e270-4f86-87e8-a5aba8b95b74 req-72de8bfe-a4c8-4606-9714-56b40b2aac03 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3305058
Dec 03 03:36:37.599488 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc02fac6-0205-4b75-a3f2-90d1d7f30ceb req-2788c47c-b090-4599-911b-3946b0f9be13 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661222
Dec 03 03:36:37.607073 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a2cbb7d7-8691-4760-b0b6-fab683dbdf18 req-74880dcf-a25c-40d8-b621-08d9a36d7ef3 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461630
Dec 03 03:36:37.621002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24436f3a-6e82-4a6b-aaeb-0b46eb7d634b req-f76e4fdb-6cee-4194-ab14-f322c6a5e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:37.622855 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24436f3a-6e82-4a6b-aaeb-0b46eb7d634b req-f76e4fdb-6cee-4194-ab14-f322c6a5e764 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.3633738
Dec 03 03:36:37.683066 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24436f3a-6e82-4a6b-aaeb-0b46eb7d634b req-3c65912d-75c4-4fae-8603-dfb9279591bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0512996
Dec 03 03:36:37.910266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5a5e-f46d-4790-affa-9ae29b4f7086 req-a1ef1923-8002-4266-8392-71153a0937a9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:37.911909 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fac5a5e-f46d-4790-affa-9ae29b4f7086 req-a1ef1923-8002-4266-8392-71153a0937a9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1569109
Dec 03 03:36:37.918073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2b8d5-db98-4374-99df-81c19b4eedfc req-6e2cf145-7443-4317-9b6f-7a51f53e0c6c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:37.919662 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cd2b8d5-db98-4374-99df-81c19b4eedfc req-6e2cf145-7443-4317-9b6f-7a51f53e0c6c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.1282389
Dec 03 03:36:37.996512 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fac5a5e-f46d-4790-affa-9ae29b4f7086 req-b0f7d770-f3b6-4883-91ac-690053c88320 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0758016
Dec 03 03:36:38.000670 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cd2b8d5-db98-4374-99df-81c19b4eedfc req-0eea8865-1948-47fd-a543-4e71de15bd2b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658152
Dec 03 03:36:38.274005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd836d-34a4-489d-91a0-20d4f182ec71 req-34cb2e0c-3ef6-44c5-a526-e8a0809cd0ef tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:38.275676 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5fd836d-34a4-489d-91a0-20d4f182ec71 req-34cb2e0c-3ef6-44c5-a526-e8a0809cd0ef tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1530941
Dec 03 03:36:38.287495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549ecc-4570-49a2-a8f2-41458c437172 req-e2184125-641b-4f9c-84d2-7f93bb0f72a1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:38.289054 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b549ecc-4570-49a2-a8f2-41458c437172 req-e2184125-641b-4f9c-84d2-7f93bb0f72a1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1312678
Dec 03 03:36:38.360856 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5fd836d-34a4-489d-91a0-20d4f182ec71 req-f2b403c7-686b-4cd4-b4f1-da9fb7ac2931 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707076
Dec 03 03:36:38.370423 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b549ecc-4570-49a2-a8f2-41458c437172 req-44f09e54-357a-4c50-a6fe-d271b6a1b581 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643845
Dec 03 03:36:39.221276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df8926-bf67-4bdc-a3b7-587058411d79 req-550bf3a1-23fa-4742-a54d-033ccc9b4384 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:39.227837 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0df8926-bf67-4bdc-a3b7-587058411d79 req-550bf3a1-23fa-4742-a54d-033ccc9b4384 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1007464
Dec 03 03:36:39.284780 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0df8926-bf67-4bdc-a3b7-587058411d79 req-138fb876-d731-46a5-b038-b92388000498 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0546808
Dec 03 03:36:39.381453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2b4f1-0548-4ace-be7e-bb7f77682942 req-d9d480b8-9381-454b-922a-56da20af400b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:39.383595 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd2b4f1-0548-4ace-be7e-bb7f77682942 req-d9d480b8-9381-454b-922a-56da20af400b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.0901756
Dec 03 03:36:39.431569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abd2b4f1-0548-4ace-be7e-bb7f77682942 req-981744ea-084a-4d77-ac46-410709e608e3 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412531
Dec 03 03:36:39.696798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c56da-4bfd-42f8-891f-cb049da0280b req-5e62a369-3a78-466f-8bee-8da584b621a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:39.698457 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d25c56da-4bfd-42f8-891f-cb049da0280b req-5e62a369-3a78-466f-8bee-8da584b621a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0881097
Dec 03 03:36:39.729973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33162) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:39.746295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d25c56da-4bfd-42f8-891f-cb049da0280b req-0a3c5045-d196-4fad-bd61-027c99ca4646 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410581
Dec 03 03:36:39.887925 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-aca1860a-16b3-4c57-b4db-deefb7e9f3ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1566002
Dec 03 03:36:40.500473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b0a0-4a4a-4769-bfdc-678f1fbbff84 req-9df9fbce-6761-47ee-b528-a62b7eee59a0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:40.502725 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d464b0a0-4a4a-4769-bfdc-678f1fbbff84 req-9df9fbce-6761-47ee-b528-a62b7eee59a0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0885947
Dec 03 03:36:40.552993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d464b0a0-4a4a-4769-bfdc-678f1fbbff84 req-87214310-23d2-4033-b3d6-e832e82f3e5d tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437012
Dec 03 03:36:40.638956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:40.661834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ef06-7fa0-487f-89c7-35af20336b34 req-7cdf3ca1-9c5f-4948-8090-5a2d6f7083df tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:40.663598 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4609ef06-7fa0-487f-89c7-35af20336b34 req-7cdf3ca1-9c5f-4948-8090-5a2d6f7083df tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.0929759
Dec 03 03:36:40.712717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port d8950c69-c9f3-48de-8cdb-3a898103e0ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:40.712986 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4609ef06-7fa0-487f-89c7-35af20336b34 req-75e51fce-0a80-4f77-a03e-0024933d823e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428073
Dec 03 03:36:40.713149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:40.812814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-713ffa09-eb39-4abd-a9c6-bd0271552a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:40.815636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-713ffa09-eb39-4abd-a9c6-bd0271552a1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1160 time: 0.0822809
Dec 03 03:36:40.836523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:40.908005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:40.908963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:41.029782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-a71014d9-6272-4cc4-92f3-eee9a77ff037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:41.031428 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-a71014d9-6272-4cc4-92f3-eee9a77ff037 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.2082803
Dec 03 03:36:41.043445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cc324-6c46-4f56-a0ff-4f2c2ef71b77 req-3c8e2305-6753-46cf-a491-4bf032533bfc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:41.045037 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e19cc324-6c46-4f56-a0ff-4f2c2ef71b77 req-3c8e2305-6753-46cf-a491-4bf032533bfc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1411235
Dec 03 03:36:41.069665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:36:41.144735 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-fc87a35a-ff11-4b9d-82f4-0481e20f9f6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 217 time: 0.0986323
Dec 03 03:36:41.175908 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e19cc324-6c46-4f56-a0ff-4f2c2ef71b77 req-05dddb89-080c-48f8-b5ca-8666def19dad tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596020
Dec 03 03:36:41.210524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:41.246199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:41.254218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:41.257571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:41.260921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ab2b75-1930-40d5-a3c9-4fb6cf7b9314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:41.265669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-e2ff487c-4500-48a7-8063-5fc32cec6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:41.267463 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-e2ff487c-4500-48a7-8063-5fc32cec6895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.0765352
Dec 03 03:36:41.313535 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'code': 200}
Dec 03 03:36:41.341860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:41.345681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:41.371659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-e50486cf-57e2-44a7-a336-8dad88bc5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:41.373302 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-e50486cf-57e2-44a7-a336-8dad88bc5290 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888073
Dec 03 03:36:41.525214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-174af64d-1633-407b-899c-0554932c9a26 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358199
Dec 03 03:36:41.998026 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac4f0be0-6b4e-49cc-aca7-97cbb04f0b02 req-fb791325-996b-45d4-824e-84f7e533438b service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4584010
Dec 03 03:36:42.023802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:42.069168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9547aa7-e1a4-4db9-aaf9-bd18bcef2cc0 req-c0d0ffd9-1f31-4c4e-95a2-b8d208b0e86c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:42.071138 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9547aa7-e1a4-4db9-aaf9-bd18bcef2cc0 req-c0d0ffd9-1f31-4c4e-95a2-b8d208b0e86c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1977787
Dec 03 03:36:42.085550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd8c80-e5ab-4d67-b337-fe63ce400f6d req-077fc543-c11a-4505-92db-350473565561 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:42.092892 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57dd8c80-e5ab-4d67-b337-fe63ce400f6d req-077fc543-c11a-4505-92db-350473565561 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.2206199
Dec 03 03:36:42.111103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:42.111763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:42.219251 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9547aa7-e1a4-4db9-aaf9-bd18bcef2cc0 req-3a40e847-59f1-4af4-913b-9cc2d95aeb31 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1248455
Dec 03 03:36:42.249995 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57dd8c80-e5ab-4d67-b337-fe63ce400f6d req-4e1574d3-b0c9-417e-9e26-602cb6ab62cc tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370676
Dec 03 03:36:42.593529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b74d98-3b1a-4926-ad64-c3989bdee937 req-13d7e8df-2af8-4984-969c-8c564ad14e9e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:42.595394 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7b74d98-3b1a-4926-ad64-c3989bdee937 req-13d7e8df-2af8-4984-969c-8c564ad14e9e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1555464
Dec 03 03:36:42.682427 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d7b74d98-3b1a-4926-ad64-c3989bdee937 req-758eb24c-f77d-4f3c-a46f-da83114118d2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795639
Dec 03 03:36:43.076131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-1bf8de1f-0dd7-467d-8c4d-f1203981ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:43.077801 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-1bf8de1f-0dd7-467d-8c4d-f1203981ca01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.2209854
Dec 03 03:36:43.086752 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f34ba-ab08-43de-8c36-45b7078fa884 req-377e37ca-7381-4cc5-8973-17caaf7f8bbc tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:43.089334 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3f1f34ba-ab08-43de-8c36-45b7078fa884 req-377e37ca-7381-4cc5-8973-17caaf7f8bbc tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1887012
Dec 03 03:36:43.159172 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3f1f34ba-ab08-43de-8c36-45b7078fa884 req-a4d16329-3b51-40f1-8f0a-a2ad62fe281d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607738
Dec 03 03:36:43.544859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0d960-ad3d-4e8c-a9c3-e00e0b69e84f req-ae43e964-6184-4fbd-9bfb-03815dfea829 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:43.546537 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea0d960-ad3d-4e8c-a9c3-e00e0b69e84f req-ae43e964-6184-4fbd-9bfb-03815dfea829 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1713843
Dec 03 03:36:43.577364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae807-93a3-4fa3-a990-3bf1370f1a23 req-21a843e4-2246-47ef-a6a0-171621cad397 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:43.579064 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-afaae807-93a3-4fa3-a990-3bf1370f1a23 req-21a843e4-2246-47ef-a6a0-171621cad397 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.1451840
Dec 03 03:36:43.629568 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea0d960-ad3d-4e8c-a9c3-e00e0b69e84f req-4bfc456f-2600-4d49-ba0f-05cbd74e7d41 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0729232
Dec 03 03:36:43.653194 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-afaae807-93a3-4fa3-a990-3bf1370f1a23 req-97c774de-8026-4329-a2f3-80fcebc49725 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647478
Dec 03 03:36:43.697455 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35767263-4c21-4ef9-8c71-7b2337270378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:44.045591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4df8-0cc5-4753-8c92-4f3fb0591bef req-5b8f4fba-98f4-43c1-b968-54e216f69aab tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:44.047673 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-587b4df8-0cc5-4753-8c92-4f3fb0591bef req-5b8f4fba-98f4-43c1-b968-54e216f69aab tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1743584
Dec 03 03:36:44.055364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6153-e40c-4f23-b53a-3122e5558d32 req-1d40f8ce-8d44-47d1-89a6-640a678d4367 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:44.058838 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-868b6153-e40c-4f23-b53a-3122e5558d32 req-1d40f8ce-8d44-47d1-89a6-640a678d4367 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1408682
Dec 03 03:36:44.142260 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-587b4df8-0cc5-4753-8c92-4f3fb0591bef req-f86d68ea-64cc-47e8-9010-703e28003e9d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816255
Dec 03 03:36:44.147378 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-868b6153-e40c-4f23-b53a-3122e5558d32 req-c3a9e254-fe7c-46f7-aad8-a93e9dcc2a9a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0693297
Dec 03 03:36:44.582470 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1e31d19d-4550-427d-88fc-0ec47a131b74 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3687577
Dec 03 03:36:44.598999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:44.606144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-57bfb6c2-5898-48ce-b421-f218fa41d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:44.607941 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-57bfb6c2-5898-48ce-b421-f218fa41d623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.2981937
Dec 03 03:36:44.609235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:36:44.617610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac274e8-4c6e-4357-b024-1d1f73c1e181 req-dc9ee473-3442-4026-932a-f50dfcb94a4c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:44.620950 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ac274e8-4c6e-4357-b024-1d1f73c1e181 req-dc9ee473-3442-4026-932a-f50dfcb94a4c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2770839
Dec 03 03:36:44.624729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Usage tracker for resource:floatingip and tenant:1f4fcf788cc14d2eb287d7397fb1be0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:36:44.633948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:36:44.665186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:36:44.687552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:44.730765 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ac274e8-4c6e-4357-b024-1d1f73c1e181 req-f0df357f-dbb8-4671-b0c5-ea5fc920f0f9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986433
Dec 03 03:36:44.882862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:45.065514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:45.135372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-f8778da8-1c4b-461b-9f47-e0071a0fc486 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 217 time: 0.0944860
Dec 03 03:36:45.238396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a465f-a3cc-4389-8a96-292a608a00f1 req-ae682133-1245-444b-a54b-b6b901d03570 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:45.240044 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-243a465f-a3cc-4389-8a96-292a608a00f1 req-ae682133-1245-444b-a54b-b6b901d03570 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.3383126
Dec 03 03:36:45.359898 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-243a465f-a3cc-4389-8a96-292a608a00f1 req-d2092421-67a1-4790-95d0-52cc977a5009 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094933
Dec 03 03:36:45.404543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Allocated IP 172.27.0.99 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:36:45.663834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:45.685101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beda2fb-f508-4c52-bd4b-51c55d5648ad req-9b799893-e7e2-47c4-b45f-c77f787b38fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:45.686884 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0beda2fb-f508-4c52-bd4b-51c55d5648ad req-9b799893-e7e2-47c4-b45f-c77f787b38fc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1436386
Dec 03 03:36:45.755476 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0beda2fb-f508-4c52-bd4b-51c55d5648ad req-9ae4d0c1-8bdb-45cc-92b4-4a7d272211a1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586426
Dec 03 03:36:45.757016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:45.773159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:46.011420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'Port': ['ID=ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:46.026124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.026580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.026981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.027372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.027772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.028153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.031941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.032346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.032943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.033353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.033812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.034159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.034557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.034948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.035314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:46.229905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ab440b8-802d-4fa7-aafc-63c030260f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:46.302698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:46.336833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:36:46.341980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:36:46.348065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:36:46.373400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-3600c961-75b9-45c3-a9b5-d19957b50242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:46.375068 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-3600c961-75b9-45c3-a9b5-d19957b50242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.3356178
Dec 03 03:36:46.393363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3322-ad6a-44e7-8879-01ac11e81b42 req-b9ccfdca-ca55-495a-b782-78bdbcac6eac tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:46.401048 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fde3322-ad6a-44e7-8879-01ac11e81b42 req-b9ccfdca-ca55-495a-b782-78bdbcac6eac tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.4796355
Dec 03 03:36:46.486578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-a1f488fc-4f47-4c89-b7a5-08e35089e1ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825503
Dec 03 03:36:46.498706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:46.507817 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fde3322-ad6a-44e7-8879-01ac11e81b42 req-be67de34-4800-4c84-aa6d-8d8dd18f6f97 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058087
Dec 03 03:36:46.603768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-ffa29ed7-0b44-4a64-8dd0-798320168734 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:36:46.651142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:46.748169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-2c74a9cd-e9ec-4e31-9ccf-7d8b5eaf7b43 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390995
Dec 03 03:36:46.805623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.038929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2b6c-812e-4523-9fb5-4d5c4f7a1876 req-82ad2bac-d3a1-49bb-8e89-76dfaf95474f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:47.047584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2abf2b6c-812e-4523-9fb5-4d5c4f7a1876 req-82ad2bac-d3a1-49bb-8e89-76dfaf95474f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 943 time: 0.4009781
Dec 03 03:36:47.086549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70c777f0-b9eb-42e6-9324-9005c7bfcd4e req-e7243f98-91e4-4c51-9de1-c2221f056e7c service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3291974
Dec 03 03:36:47.151221 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2abf2b6c-812e-4523-9fb5-4d5c4f7a1876 req-8067b8d3-a8f0-4e70-993f-839ebc9c628e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018281
Dec 03 03:36:47.487854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:47.525950 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.589898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 28667180-06cd-43b5-8695-54a0887da00a completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:36:47.593267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.598789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:47.599460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.617645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5279be61-4429-4065-9b35-8558df003457 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:47.699408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.764073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.794815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:47.795019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961829-9531-4a27-a0d0-b45bfffcd123 req-f16ade79-ad22-4e4b-9cad-637d698b3833 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:47.796587 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2961829-9531-4a27-a0d0-b45bfffcd123 req-f16ade79-ad22-4e4b-9cad-637d698b3833 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.4049075
Dec 03 03:36:47.807103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=28667180-06cd-43b5-8695-54a0887da00a,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:36:47.810801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.811731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:47.814228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event updated for resources: {'Port': ['ID=ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:47.823591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:47.854344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4314291c-bcbb-474e-96aa-49a75c414592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:47.931264 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2961829-9531-4a27-a0d0-b45bfffcd123 req-67591d47-3857-4083-b46f-fe37a350a5bd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055858
Dec 03 03:36:47.955679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:47.958700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-569bf124-e6c4-476b-8ff1-fecce241833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:47.961404 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-569bf124-e6c4-476b-8ff1-fecce241833b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13&tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 1160 time: 0.4225247
Dec 03 03:36:47.979904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:47.982391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:47.982863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:48.042212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.042611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.043001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.043385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.043766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.044151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.044541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.044973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.045294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.045665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.046037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.047421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.047421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.047421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.047715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.047939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.048301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.048675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.049046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.049415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.049791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.050158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.050555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.050937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:36:48.058642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:48.088512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:48.097857 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.5038068
Dec 03 03:36:48.208203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:48.260541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-bd0a252c-1c31-499b-bb11-fd4a7a821fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:48.262390 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-bd0a252c-1c31-499b-bb11-fd4a7a821fda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1160 time: 0.2608528
Dec 03 03:36:48.265131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-daecd1d2-228b-4f70-bbc5-94c66d34bf11 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:36:48.384598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-daecd1d2-228b-4f70-bbc5-94c66d34bf11 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:36:48.386608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-daecd1d2-228b-4f70-bbc5-94c66d34bf11 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 695 time: 0.2872257
Dec 03 03:36:48.447542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea41523-2c94-4069-bb63-d81c8cd19e2e req-1b1b1f1b-a70d-4421-9394-fb8ab5ff1da4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:48.449619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ea41523-2c94-4069-bb63-d81c8cd19e2e req-1b1b1f1b-a70d-4421-9394-fb8ab5ff1da4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2814178
Dec 03 03:36:48.599359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-4c50ab0e-9c07-4859-8663-8d90ce7a8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:48.601092 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-4c50ab0e-9c07-4859-8663-8d90ce7a8f49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.3273678
Dec 03 03:36:48.684593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:48.776636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:48.777639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:48.970573 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ea41523-2c94-4069-bb63-d81c8cd19e2e req-0fc2d266-2849-48d5-bfd9-d5fbdbe95e98 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4917407
Dec 03 03:36:49.034547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-7dda06da-77e8-436f-a64e-80b067184e01 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.036076 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-7dda06da-77e8-436f-a64e-80b067184e01 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.6384368
Dec 03 03:36:49.051904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-a90b7d99-d0b0-4706-86a1-61d285e538aa tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:36:49.052994 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-565c1db4-b363-4df6-8519-096ad47a3e9c req-a90b7d99-d0b0-4706-86a1-61d285e538aa tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0090892
Dec 03 03:36:49.055110 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-1382a29c-31dd-466f-9f34-15939e8c11ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 200  len: 998 time: 0.4341910
Dec 03 03:36:49.067049 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'code': 200}
Dec 03 03:36:49.153488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-e0679ea5-7e50-4427-b01a-715f2fffbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.155268 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-e0679ea5-7e50-4427-b01a-715f2fffbf16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0850179
Dec 03 03:36:49.515110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-cb9a209a-6d7c-4740-a9c0-a56a5b9d4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.517207 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-cb9a209a-6d7c-4740-a9c0-a56a5b9d4fc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3470812
Dec 03 03:36:49.560750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc255f-93f7-4424-b12f-35046235f067 req-8a7ead96-e28c-4bd4-b456-eb3c752c746d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.563975 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7abc255f-93f7-4424-b12f-35046235f067 req-8a7ead96-e28c-4bd4-b456-eb3c752c746d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.3041396
Dec 03 03:36:49.571351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f70ef4-f943-43ad-9b21-1c1a64b61c0b req-ba4cfe3f-d183-4988-a3b6-1b16b58ba236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.572985 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11f70ef4-f943-43ad-9b21-1c1a64b61c0b req-ba4cfe3f-d183-4988-a3b6-1b16b58ba236 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.2095399
Dec 03 03:36:49.625506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeda8d-2115-4bad-94c4-2a486273b7b7 req-7ee55c5a-973d-4f16-b961-425e1aa3327f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:49.627699 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6eaeda8d-2115-4bad-94c4-2a486273b7b7 req-7ee55c5a-973d-4f16-b961-425e1aa3327f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.3176558
Dec 03 03:36:49.801110 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6eaeda8d-2115-4bad-94c4-2a486273b7b7 req-7de5c188-2b24-4232-92d2-23466de8f92c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046844
Dec 03 03:36:49.818369 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7abc255f-93f7-4424-b12f-35046235f067 req-7ba6dd04-86c5-4801-8dc1-ff8f08b095c4 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380745
Dec 03 03:36:49.823256 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11f70ef4-f943-43ad-9b21-1c1a64b61c0b req-dd608885-ad65-433a-9779-d24883b2a0c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392712
Dec 03 03:36:49.856834 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-11114c7f-27ba-494d-892e-aa8e3bf5a388 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3252032
Dec 03 03:36:50.060746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-85569eb5-6804-476a-b672-14525311d445 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:50.062522 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-85569eb5-6804-476a-b672-14525311d445 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0994623
Dec 03 03:36:50.251989 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-a513a472-ec15-4f6b-98fc-8e6a62337948 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 695 time: 0.1819246
Dec 03 03:36:50.281133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33338) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:50.326786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Request body: {'floatingip': {'port_id': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:36:50.424555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.463305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.481359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:36:50.485713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Usage tracker for resource:security_group_rule and tenant:335d42ceca37430eb4c178d8239799e6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:36:50.489484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:36:50.495878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:36:50.592814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.597001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.608554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:50.640431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c295a9b6-5798-41e1-84a1-2d23ebcbf75a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:50.646695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:50.674052 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=335d42ceca37430eb4c178d8239799e6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3915155
Dec 03 03:36:50.675014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33344) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:36:50.686086 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b3f197-d42c-4271-b027-1ac6208a64e4 req-4417c366-1032-40a8-8078-30aeda61f568 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5349786
Dec 03 03:36:50.698306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2c09-b5c9-4c6a-8e83-a3b83c75dc4c req-ec24a4d9-0e8e-4bed-9e18-40670478c24f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:50.699993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-897e2c09-b5c9-4c6a-8e83-a3b83c75dc4c req-ec24a4d9-0e8e-4bed-9e18-40670478c24f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.5065496
Dec 03 03:36:50.742849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.773604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.823376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.830476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-090fea51-32a6-4355-82e5-f8873d74c4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:36:50.842359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c295a9b6-5798-41e1-84a1-2d23ebcbf75a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:36:50.852207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:36:50.852207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:50.866920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c295a9b6-5798-41e1-84a1-2d23ebcbf75a HTTP/1.1" status: 204  len: 168 time: 0.1904869
Dec 03 03:36:51.030385 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-897e2c09-b5c9-4c6a-8e83-a3b83c75dc4c req-6c7fedcc-da7b-4898-8e68-72805d223058 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072851
Dec 03 03:36:51.504476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:51.514618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:51.915572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b41364-0497-4010-8ee7-3e3bbb0c6cb2 req-1e0cfc8f-7e68-4df0-b394-b40dfcf717f6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:51.917239 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31b41364-0497-4010-8ee7-3e3bbb0c6cb2 req-1e0cfc8f-7e68-4df0-b394-b40dfcf717f6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.5466609
Dec 03 03:36:51.982392 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Floating IP ddbc4675-895f-47b5-9f7e-a3e530a30a70 associated. External IP: 172.27.0.99, port: ec2a7db3-d8b3-45f0-b192-2d8670bbcf70.
Dec 03 03:36:52.130112 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31b41364-0497-4010-8ee7-3e3bbb0c6cb2 req-6c342be8-66cf-4381-b622-9800bac32d87 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953440
Dec 03 03:36:52.551291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Router 4124428a-a562-4d40-9dd3-7ed78848e158 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:36:52.735563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3579650-4897-4f59-b162-f8f2f052c05b req-95a6534c-593d-487c-8d4b-ef5f1fe1c498 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:52.737253 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3579650-4897-4f59-b162-f8f2f052c05b req-95a6534c-593d-487c-8d4b-ef5f1fe1c498 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2988198
Dec 03 03:36:52.836262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:36:52.842527 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3579650-4897-4f59-b162-f8f2f052c05b req-98b5f2bb-afaf-48d6-bf18-f6d33f854350 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962844
Dec 03 03:36:52.916082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:36:52.922463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:52.929317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Sync routers for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:36:52.952100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:36:52.952992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d19fb38>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:36:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:52.992686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:36:52.993126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:36:53.065470 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-df8d264f-4d5c-4aad-9a8a-972aa87ce4db tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "PUT /v2.0/floatingips/ddbc4675-895f-47b5-9f7e-a3e530a30a70 HTTP/1.1" status: 200  len: 996 time: 2.7503908
Dec 03 03:36:53.066115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:36:53.351548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:36:53.359355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-538f314f-6f69-427a-a14a-d1f4a74fd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:53.365274 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-538f314f-6f69-427a-a14a-d1f4a74fd19b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.2730057
Dec 03 03:36:53.374259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eecea-8249-407e-a145-ed4a3dd4dbe3 req-dbd30ee7-5bcd-49d4-85d8-ac15530cfa16 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:53.407061 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e07eecea-8249-407e-a145-ed4a3dd4dbe3 req-dbd30ee7-5bcd-49d4-85d8-ac15530cfa16 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2480133
Dec 03 03:36:53.650942 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e07eecea-8249-407e-a145-ed4a3dd4dbe3 req-39d8d0a1-1c75-42ba-9e4a-2204882bf8ba tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422607
Dec 03 03:36:53.780486 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'status': 'completed', 'code': 200}
Dec 03 03:36:53.797445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-f3881390-76bb-4a38-83bc-f09c72eac287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:53.799279 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-f3881390-76bb-4a38-83bc-f09c72eac287 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.3888025
Dec 03 03:36:54.107939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d19fb38>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ddbc4675-895f-47b5-9f7e-a3e530a30a70', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'port_id': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:36:46Z', 'updated_at': '2020-12-03T03:36:51Z', 'revision_number': 1, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:54.116384 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-2b586d59-af5f-40e1-a029-c9c9c9be96d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 999 time: 0.3090470
Dec 03 03:36:54.117129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Checking router: 4124428a-a562-4d40-9dd3-7ed78848e158 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:36:54.129213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:36:54.131010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d19fb38>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:36:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:54.328621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f995-4fb0-49c4-8950-f7d91c8ca223 req-fb44bfca-5133-4fb2-9028-e8975f9cc51b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:54.330811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9c4f995-4fb0-49c4-8950-f7d91c8ca223 req-fb44bfca-5133-4fb2-9028-e8975f9cc51b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.3877645
Dec 03 03:36:54.359879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-37d2c7f5-ca2e-432b-9e1e-82fc88d89ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:54.362554 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-37d2c7f5-ca2e-432b-9e1e-82fc88d89ea1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.2327516
Dec 03 03:36:54.366113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167167-395f-4591-97ba-492930e94871 req-3e747d61-a49a-45ad-975d-77cd337b390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:54.371946 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-3e747d61-a49a-45ad-975d-77cd337b390d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.3518341
Dec 03 03:36:54.392649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:36:54.689668 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9c4f995-4fb0-49c4-8950-f7d91c8ca223 req-c02cc497-4bd7-4b7d-b349-6a2d2b35e0dc tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3321638
Dec 03 03:36:54.819293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-3d9d1f89-1d69-4013-bd52-195cd35be0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:54.820951 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-3d9d1f89-1d69-4013-bd52-195cd35be0f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4480484
Dec 03 03:36:54.821889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167167-395f-4591-97ba-492930e94871 req-d72e1e9a-ab0c-41fd-8801-44feadf1082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:54.823378 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-d72e1e9a-ab0c-41fd-8801-44feadf1082a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.3866837
Dec 03 03:36:54.850661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-3073d2a3-cfab-43d9-baa1-769dbc35e7a0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:36:54.851790 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-3073d2a3-cfab-43d9-baa1-769dbc35e7a0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0164495
Dec 03 03:36:54.997962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d19fb38>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ddbc4675-895f-47b5-9f7e-a3e530a30a70', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'port_id': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:36:46Z', 'updated_at': '2020-12-03T03:36:51Z', 'revision_number': 1, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:36:55.006105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fae2-6375-4432-886f-2c4ab5fd8f85 None None] The sync data for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi is: [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ddbc4675-895f-47b5-9f7e-a3e530a30a70', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'port_id': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'mac_address': 'fa:16:3e:cb:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:36:46Z', 'updated_at': '2020-12-03T03:36:51Z', 'revision_number': 1, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:36:55.146532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-cda91fc2-05cd-4602-a910-2e63d505af41 service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873843
Dec 03 03:36:55.208309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d4d84-a895-4351-a35d-ee14b633b1a1 req-3b68a596-b531-47ad-aaf6-64243c508d7d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:55.210771 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0a9d4d84-a895-4351-a35d-ee14b633b1a1 req-3b68a596-b531-47ad-aaf6-64243c508d7d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2160673
Dec 03 03:36:55.670475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e88a1-fca5-4c9f-bbdb-7cdab0a62e33 None None] New status for floating IP ddbc4675-895f-47b5-9f7e-a3e530a30a70: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:36:55.706655 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0a9d4d84-a895-4351-a35d-ee14b633b1a1 req-3188530e-7fe2-4e64-9137-27f8c8b1d3a3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4827299
Dec 03 03:36:55.906448 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a88f3a15-4fb3-4548-8f0b-0d2c6e1eb6fd req-15de24f4-1eff-4ced-add4-24fe2f3aec09 service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7453597
Dec 03 03:36:55.908979 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-54a45c0a-3f61-41cb-b94c-a5e3513d495d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 999 time: 0.5397971
Dec 03 03:36:56.108963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167167-395f-4591-97ba-492930e94871 req-d30649dc-ba73-4a79-a40e-6ee1504c5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:56.112009 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-d30649dc-ba73-4a79-a40e-6ee1504c5ac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.1901450
Dec 03 03:36:56.135710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844586-e2e9-47d1-b2c4-85f918de5338 req-faa636fc-c6a4-424c-b030-61f2ba5f5703 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:56.137739 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93844586-e2e9-47d1-b2c4-85f918de5338 req-faa636fc-c6a4-424c-b030-61f2ba5f5703 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1313772
Dec 03 03:36:56.391032 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93844586-e2e9-47d1-b2c4-85f918de5338 req-942b22f4-e4e7-4d13-970f-cb152744be0c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012389
Dec 03 03:36:56.427516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e167167-395f-4591-97ba-492930e94871 req-62059f8f-3ded-4566-a347-6f47dccab7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:56.429237 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-62059f8f-3ded-4566-a347-6f47dccab7ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2903450
Dec 03 03:36:56.435537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6589-7e28-43c0-a2dc-83df4870e2c8 req-424faea3-f7f2-4e8c-a0fc-eee6365365fa tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:56.437186 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51af6589-7e28-43c0-a2dc-83df4870e2c8 req-424faea3-f7f2-4e8c-a0fc-eee6365365fa tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.2462726
Dec 03 03:36:56.621108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-deb71385-c0d2-4f18-9798-d16198267138 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808012
Dec 03 03:36:56.681247 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51af6589-7e28-43c0-a2dc-83df4870e2c8 req-5e388e8e-3ef3-4ba7-8558-90b61bb71959 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588901
Dec 03 03:36:57.372774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc73a0d-f9d5-4957-adb5-a82b9e40aaf2 req-e602cb42-f512-4cd6-ad81-9a06847382fe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:57.374784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bc73a0d-f9d5-4957-adb5-a82b9e40aaf2 req-e602cb42-f512-4cd6-ad81-9a06847382fe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2767076
Dec 03 03:36:57.472518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e167167-395f-4591-97ba-492930e94871 req-0058f309-643b-47c2-87b2-101e00033340 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4322853
Dec 03 03:36:57.491575 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bc73a0d-f9d5-4957-adb5-a82b9e40aaf2 req-c61cdacb-e604-40d1-9111-e1170101d57d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064360
Dec 03 03:36:57.541222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c91886-2567-4e77-9aa5-d0fc17303d9a req-77fd77a2-d9f4-4333-bbfc-251ef8096372 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:57.543452 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1c91886-2567-4e77-9aa5-d0fc17303d9a req-77fd77a2-d9f4-4333-bbfc-251ef8096372 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.1149733
Dec 03 03:36:57.645966 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1c91886-2567-4e77-9aa5-d0fc17303d9a req-7d8fb666-ac39-4862-9575-9e0657e3b018 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939801
Dec 03 03:36:57.951208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac1bf-ebde-476b-958f-e34c50294076 req-39d1776c-f02c-4f4b-a709-a53b65427d3c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:57.961378 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-685ac1bf-ebde-476b-958f-e34c50294076 req-39d1776c-f02c-4f4b-a709-a53b65427d3c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2173378
Dec 03 03:36:58.068842 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-685ac1bf-ebde-476b-958f-e34c50294076 req-5b6c7a65-5fea-40c3-8b98-8f2ae0cf638b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040657
Dec 03 03:36:58.834754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c3722-510a-4402-85d2-164c3cf23c57 req-8703479d-bfca-473f-84c2-efd6b533d6f3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:58.836431 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-411c3722-510a-4402-85d2-164c3cf23c57 req-8703479d-bfca-473f-84c2-efd6b533d6f3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0978217
Dec 03 03:36:58.934140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-411c3722-510a-4402-85d2-164c3cf23c57 req-551c2441-6365-47ed-bd3f-44d6c58fd8f7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910599
Dec 03 03:36:59.387306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a4e47-f3d9-44dd-86da-ec12d7d86652 req-ab003f73-8a41-481d-a372-c726ce472f51 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:36:59.388995 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-596a4e47-f3d9-44dd-86da-ec12d7d86652 req-ab003f73-8a41-481d-a372-c726ce472f51 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1302733
Dec 03 03:36:59.455431 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-596a4e47-f3d9-44dd-86da-ec12d7d86652 req-efbd03e8-6709-4d60-8679-e8503c065ce9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579770
Dec 03 03:37:00.332653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b653-a257-48b3-9f37-b726cadbf9d6 req-a4bc83df-a030-4ca7-a38c-45801a999281 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:00.334538 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c972b653-a257-48b3-9f37-b726cadbf9d6 req-a4bc83df-a030-4ca7-a38c-45801a999281 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2321663
Dec 03 03:37:00.397004 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c972b653-a257-48b3-9f37-b726cadbf9d6 req-bea726e1-8b90-4dac-a8ad-6a7b5ab12e22 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538690
Dec 03 03:37:00.699432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7a4c-9a6a-4be9-b782-b7876c5339c5 req-515228df-bd71-4f50-a9f3-d355912fd177 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:00.707361 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f1a7a4c-9a6a-4be9-b782-b7876c5339c5 req-515228df-bd71-4f50-a9f3-d355912fd177 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1166680
Dec 03 03:37:00.796293 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f1a7a4c-9a6a-4be9-b782-b7876c5339c5 req-5c3df8b6-71d0-4e5a-b889-2022d4c055bb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768538
Dec 03 03:37:01.659503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89241530-53c1-4ddc-b246-a696417faed4 req-a7a0e951-2455-4380-9503-6cbd3c694c0e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:01.661188 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-89241530-53c1-4ddc-b246-a696417faed4 req-a7a0e951-2455-4380-9503-6cbd3c694c0e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1035388
Dec 03 03:37:01.723004 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-89241530-53c1-4ddc-b246-a696417faed4 req-32f0fd83-be9a-49d7-ad41-4eef29a8536f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552266
Dec 03 03:37:02.037271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268776e2-432f-4a78-bceb-41c0bc876ca9 req-b5ae381e-888f-4a9f-9574-bf40ceb1cfad tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:02.038920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-268776e2-432f-4a78-bceb-41c0bc876ca9 req-b5ae381e-888f-4a9f-9574-bf40ceb1cfad tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0841978
Dec 03 03:37:02.103497 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-268776e2-432f-4a78-bceb-41c0bc876ca9 req-f4f546b7-910f-48f0-be38-b19dcda5f484 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574293
Dec 03 03:37:02.962704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353511d-ae8a-44f8-a236-d70da5aac99a req-db3fb80e-a3f5-440b-8c2d-97ac52a5a579 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:02.964272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3353511d-ae8a-44f8-a236-d70da5aac99a req-db3fb80e-a3f5-440b-8c2d-97ac52a5a579 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0909982
Dec 03 03:37:03.031003 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3353511d-ae8a-44f8-a236-d70da5aac99a req-0b19899f-ebbc-4c8d-8790-9a8617f349dc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576246
Dec 03 03:37:03.331621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e6e2-ed6c-47f7-bb70-1ac4123d87b3 req-57d51345-7dec-406a-aac6-bb463aa262a8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:03.333125 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc24e6e2-ed6c-47f7-bb70-1ac4123d87b3 req-57d51345-7dec-406a-aac6-bb463aa262a8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0956655
Dec 03 03:37:03.385613 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc24e6e2-ed6c-47f7-bb70-1ac4123d87b3 req-32920fd0-73a2-4dab-8ae8-f75cd78490ec tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453880
Dec 03 03:37:04.293782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0b1f1-86a8-4427-a346-08188a0d67e8 req-5f940d38-48b3-4dd8-ad43-3dc39dba1e3f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:04.295438 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-29b0b1f1-86a8-4427-a346-08188a0d67e8 req-5f940d38-48b3-4dd8-ad43-3dc39dba1e3f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0866427
Dec 03 03:37:04.351549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-29b0b1f1-86a8-4427-a346-08188a0d67e8 req-d8905195-619c-499e-a741-ce71200695d9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488713
Dec 03 03:37:04.611328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5930-f9af-44ae-840e-1003faab40ab req-1bf4e594-ca38-4f2b-a5ce-70524bdc3759 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:04.612858 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c9f5930-f9af-44ae-840e-1003faab40ab req-1bf4e594-ca38-4f2b-a5ce-70524bdc3759 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0945234
Dec 03 03:37:04.661700 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c9f5930-f9af-44ae-840e-1003faab40ab req-b79718c4-b55f-4f5a-b637-aff146ce90aa tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424652
Dec 03 03:37:04.886051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 33538) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:04.962125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Deleting subnet 7845fe68-f086-4c69-9db7-54caa17e1746 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:37:04.965268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.025977 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.035896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.038097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:05.119314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:05.119735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.353348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.370014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dbff99c-29f8-4acc-b32b-4b4fe7f4d8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:05.410030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7845fe68-f086-4c69-9db7-54caa17e1746,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:05.415896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:05.519836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.564521 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4b89cb2c-bc91-450b-9a2a-bc9de31cc0df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7845fe68-f086-4c69-9db7-54caa17e1746 HTTP/1.1" status: 204  len: 168 time: 0.6769495
Dec 03 03:37:05.567567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33546) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:05.621137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d6ec3-96fd-43a0-af46-313505df539f req-79ccee6e-ba71-43ed-90b3-454efe11ed7a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:05.630090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f89d6ec3-96fd-43a0-af46-313505df539f req-79ccee6e-ba71-43ed-90b3-454efe11ed7a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1062982
Dec 03 03:37:05.689829 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f89d6ec3-96fd-43a0-af46-313505df539f req-d9ca66f6-6582-4eab-9ae6-bcc12d170f47 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584404
Dec 03 03:37:05.739866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.933280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784ee8d-c103-462d-8b94-2548f2b40495 req-2223eced-6ac9-482e-b357-48e8c0d5cd01 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:05.938368 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f784ee8d-c103-462d-8b94-2548f2b40495 req-2223eced-6ac9-482e-b357-48e8c0d5cd01 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1044188
Dec 03 03:37:05.953448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:05.983287 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f784ee8d-c103-462d-8b94-2548f2b40495 req-2fcf42e4-6932-4a83-af17-886af0d5455d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417082
Dec 03 03:37:06.072883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8c237a90>,) {'filters': {'network_id': ['160bc4c0-2e8b-4454-bcf7-456486062213']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:06.098180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c237a90>, 'd2aaaba9-24f1-45fc-9512-c07349e733c3') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:06.098519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c237a90>, 'd2aaaba9-24f1-45fc-9512-c07349e733c3') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:06.112361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:06.129932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:06.132263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:37:06.324543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Network 160bc4c0-2e8b-4454-bcf7-456486062213 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:37:06.336250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:06.522580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Network 160bc4c0-2e8b-4454-bcf7-456486062213 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:37:06.550783 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:37:06.636865 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:06.640534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:06.658229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:06.664723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Pushing event deleted for resources: {'Network': ['ID=160bc4c0-2e8b-4454-bcf7-456486062213,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:06.669353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:06.676604 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0622517a-cef3-4a28-bdbc-1ebc02b6a747 admin admin] 10.222.0.66 "DELETE /v2.0/networks/160bc4c0-2e8b-4454-bcf7-456486062213 HTTP/1.1" status: 204  len: 168 time: 1.1078696
Dec 03 03:37:06.704758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:37:06.938722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28eea-073b-4a7f-a6a6-7dca6f34401d req-431e40d0-c110-4f17-8ba7-544f897cc907 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:06.940383 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31f28eea-073b-4a7f-a6a6-7dca6f34401d req-431e40d0-c110-4f17-8ba7-544f897cc907 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0969059
Dec 03 03:37:07.000456 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31f28eea-073b-4a7f-a6a6-7dca6f34401d req-f56947d8-5306-40b6-8158-d5f584a289c1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525272
Dec 03 03:37:07.017075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33558) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:07.087022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 33562) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:07.087348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-eb142ffd-880e-4b5b-83ae-6a1d19ca88bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7762d1a9afb04c66b6ced204aeaffe45&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0684805
Dec 03 03:37:07.231817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:07.278479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:07.323933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f08f83-7774-4771-a6f1-0a0359d6bad0 req-e08b1ce4-c9fd-432f-bbbf-7566fa6663bf tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:07.325607 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-53f08f83-7774-4771-a6f1-0a0359d6bad0 req-e08b1ce4-c9fd-432f-bbbf-7566fa6663bf tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1655650
Dec 03 03:37:07.373434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:07.382076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed406a00-c848-4738-ac6a-a6e085bd7329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:07.401208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb8fd9-36fc-49e4-b5ca-664876063ceb,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:07.407341 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-53f08f83-7774-4771-a6f1-0a0359d6bad0 req-eecba0b5-a5bf-47f7-a2eb-c084c7595849 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711873
Dec 03 03:37:07.409221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:07.416747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:07.420729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ccb8fd9-36fc-49e4-b5ca-664876063ceb HTTP/1.1" status: 204  len: 168 time: 0.3294072
Dec 03 03:37:08.308300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092975c-d6fd-4d96-b4ce-aad4d62990d3 req-17a45fe5-ef2f-46d2-9b29-2e65bfcc347c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:08.313810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5092975c-d6fd-4d96-b4ce-aad4d62990d3 req-17a45fe5-ef2f-46d2-9b29-2e65bfcc347c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.1026580
Dec 03 03:37:08.390713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5092975c-d6fd-4d96-b4ce-aad4d62990d3 req-8e4e62f6-f73f-4d0e-99ac-59924fdb0ecf tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718400
Dec 03 03:37:08.676376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fc89-341b-4d98-afd9-ccd286bd9e78 req-f2f4dea5-a7c2-4fe2-9488-9ef60f2609a2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:08.678134 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30d5fc89-341b-4d98-afd9-ccd286bd9e78 req-f2f4dea5-a7c2-4fe2-9488-9ef60f2609a2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0909646
Dec 03 03:37:08.731168 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30d5fc89-341b-4d98-afd9-ccd286bd9e78 req-acd0e616-1cba-4311-bafb-be407c13c0bd tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466549
Dec 03 03:37:09.173375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 33600) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:09.328177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.343964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:09.348072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a91726797c48dfac14ca57f00efb16 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:09.350999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:09.356678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:09.441206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.444305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.454527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1ecea6ff-6be1-4937-a035-d6b90543fd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:09.497612 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4a91726797c48dfac14ca57f00efb16&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3229883
Dec 03 03:37:09.498597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec3afe5-b461-4883-99d8-61dc0ba68a4f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:09.501767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 33608) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:37:09.502701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:09.584288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.616103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.647232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43ab4b-18cc-49c0-a814-90d3003e19fc req-0689a982-85f6-4e65-8084-c334b9ee92bb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:09.649508 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb43ab4b-18cc-49c0-a814-90d3003e19fc req-0689a982-85f6-4e65-8084-c334b9ee92bb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0984221
Dec 03 03:37:09.673095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.680408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac2916d2-eba0-43f6-bad9-e2056e41703e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:09.704847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec3afe5-b461-4883-99d8-61dc0ba68a4f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:09.710147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:09.712783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:09.728106 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ec3afe5-b461-4883-99d8-61dc0ba68a4f HTTP/1.1" status: 204  len: 168 time: 0.2141697
Dec 03 03:37:09.953608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb43ab4b-18cc-49c0-a814-90d3003e19fc req-18f7d67a-d6ab-4352-bc3f-fe3acf03dcbb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2973030
Dec 03 03:37:10.123678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a3c83-b3f7-4332-844b-016807824fbf req-1e956e44-f407-42b2-be11-f3752c07e5f6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:10.126759 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f64a3c83-b3f7-4332-844b-016807824fbf req-1e956e44-f407-42b2-be11-f3752c07e5f6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0857198
Dec 03 03:37:10.174343 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f64a3c83-b3f7-4332-844b-016807824fbf req-11c5ed83-d029-47cd-ac35-4c05059a928c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425730
Dec 03 03:37:11.193989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3f254-8d65-4bdb-96c4-fdad804783ba req-aff26b2b-6e99-405c-8654-d11e6b24ece8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:11.195651 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19e3f254-8d65-4bdb-96c4-fdad804783ba req-aff26b2b-6e99-405c-8654-d11e6b24ece8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0920725
Dec 03 03:37:11.248748 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19e3f254-8d65-4bdb-96c4-fdad804783ba req-491c5e3b-7896-48a7-b76c-db8c2627df48 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466452
Dec 03 03:37:11.410056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a1785-cabe-4b79-8d14-15d4647f184f req-cd78ebbc-ccbf-43d0-9dd5-56dc9d29e10c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:11.411680 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-391a1785-cabe-4b79-8d14-15d4647f184f req-cd78ebbc-ccbf-43d0-9dd5-56dc9d29e10c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0891459
Dec 03 03:37:11.507427 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-391a1785-cabe-4b79-8d14-15d4647f184f req-6a399e80-5eee-402e-8cc0-21b0e640155f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585163
Dec 03 03:37:11.520017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a4fc-cde2-475b-8f0b-981c66042078 req-7989f7bc-1b60-4456-8b79-fc22ad198dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:11.521592 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fa1a4fc-cde2-475b-8f0b-981c66042078 req-7989f7bc-1b60-4456-8b79-fc22ad198dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1089902
Dec 03 03:37:11.570018 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fa1a4fc-cde2-475b-8f0b-981c66042078 req-b46905bf-66af-485a-a401-f9a579a8c54e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383029
Dec 03 03:37:12.487116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5b57c-49b2-4cab-9a1a-5854fb007ba2 req-ed6a7f03-4c2e-4fe5-b986-9bdd410bdeeb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:12.488745 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73f5b57c-49b2-4cab-9a1a-5854fb007ba2 req-ed6a7f03-4c2e-4fe5-b986-9bdd410bdeeb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0866561
Dec 03 03:37:12.535882 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73f5b57c-49b2-4cab-9a1a-5854fb007ba2 req-e6c223b1-6be7-40c8-a82b-31590f557677 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408378
Dec 03 03:37:12.721148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37003067-e088-4bfa-a6ae-16d7c0301038 req-31392d74-5548-497d-91e2-8c4a6d64d700 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:12.722822 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37003067-e088-4bfa-a6ae-16d7c0301038 req-31392d74-5548-497d-91e2-8c4a6d64d700 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0842757
Dec 03 03:37:12.773715 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37003067-e088-4bfa-a6ae-16d7c0301038 req-aea57fb4-601e-48f5-ab27-0dadd81443b1 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436535
Dec 03 03:37:13.231718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:13.304493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:13.304923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:13.674670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f737e31-cd20-4174-98c0-42ff85f1f939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:13.766318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74328062-8eb0-4180-a859-e001ca4a207e req-c41b3d48-3332-4ae9-8650-f301d42e6625 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:13.767941 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74328062-8eb0-4180-a859-e001ca4a207e req-c41b3d48-3332-4ae9-8650-f301d42e6625 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0824721
Dec 03 03:37:13.816313 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74328062-8eb0-4180-a859-e001ca4a207e req-83bc1d3f-76d8-4b8e-87a4-97fea0688426 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418856
Dec 03 03:37:13.991195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cbf93-fcfc-446a-9331-6de4b9268288 req-1996f0fc-6e6a-40cf-984f-0ded8c92c8eb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:13.992805 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b4cbf93-fcfc-446a-9331-6de4b9268288 req-1996f0fc-6e6a-40cf-984f-0ded8c92c8eb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0877945
Dec 03 03:37:14.040756 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b4cbf93-fcfc-446a-9331-6de4b9268288 req-00102525-3350-4b45-92ff-bb63a0312e67 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416479
Dec 03 03:37:14.566195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-daaaeed7-3a11-4cec-a392-e77d2533fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:14.567882 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-daaaeed7-3a11-4cec-a392-e77d2533fdeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1484892
Dec 03 03:37:14.574674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f69f-d919-4a77-9fa5-6cbf94b15244 req-9b18f6e9-71f2-434b-a040-7a3ca553f016 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:14.576178 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e51f69f-d919-4a77-9fa5-6cbf94b15244 req-9b18f6e9-71f2-434b-a040-7a3ca553f016 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1221080
Dec 03 03:37:14.716744 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e51f69f-d919-4a77-9fa5-6cbf94b15244 req-2dff13ce-ec51-4b70-8442-083a20680d3a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140304
Dec 03 03:37:14.752181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-cbf9c209-1121-48b7-b290-3e13f5cb1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:14.753791 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-cbf9c209-1121-48b7-b290-3e13f5cb1950 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.1755931
Dec 03 03:37:14.830771 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-903aebf8-80b6-404a-ab0b-b8ad10a30550 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 217 time: 0.0674028
Dec 03 03:37:14.914166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-99af51e8-94a0-467b-aca5-508ecda5fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:14.915800 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-99af51e8-94a0-467b-aca5-508ecda5fc24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.0656207
Dec 03 03:37:14.974687 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-adcc8988-b233-4076-9e6a-9b8e9378c144 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512173
Dec 03 03:37:15.058811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:15.175602 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-eb7c0dca-b0cb-460f-ad9c-459bfde3d7e7 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684031
Dec 03 03:37:15.182641 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135b05d-7413-4a5f-adef-79984a822169 req-4f455ab5-db47-4ae1-8da9-97c093be9ef0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:15.184202 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6135b05d-7413-4a5f-adef-79984a822169 req-4f455ab5-db47-4ae1-8da9-97c093be9ef0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2121630
Dec 03 03:37:15.318672 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6135b05d-7413-4a5f-adef-79984a822169 req-6011a37a-b209-4323-b79e-c4a380fc0123 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098773
Dec 03 03:37:15.362421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c90a6558-bc0f-4418-a2fd-5850634e6044 req-604775e9-8784-4a31-9280-890d0a15d31b service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1762445
Dec 03 03:37:15.935103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35766735-ac33-4e07-9761-6d9ef57b98cd req-65196758-d6a1-47b4-8cf4-2036555bc791 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:15.936769 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35766735-ac33-4e07-9761-6d9ef57b98cd req-65196758-d6a1-47b4-8cf4-2036555bc791 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0893855
Dec 03 03:37:15.988374 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35766735-ac33-4e07-9761-6d9ef57b98cd req-fc2e3110-c16b-4145-8396-a0439251d9c8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442224
Dec 03 03:37:16.213390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4f9be69-9b20-4003-ac52-84d6639b42fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:16.543652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88f92-9145-4e1b-bec3-86b208422d47 req-88ada042-3c31-40d0-ab3e-bf8078e7acc4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:16.545185 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ba88f92-9145-4e1b-bec3-86b208422d47 req-88ada042-3c31-40d0-ab3e-bf8078e7acc4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0823436
Dec 03 03:37:16.597107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ba88f92-9145-4e1b-bec3-86b208422d47 req-b990a64c-b560-4589-a4ea-e848a452adfe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444446
Dec 03 03:37:16.652286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:17.201884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef949c3-0288-40f6-8ced-0b7365523804 req-72df55b7-90a1-4923-9d49-9e64cf61056c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:17.204169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2ef949c3-0288-40f6-8ced-0b7365523804 req-72df55b7-90a1-4923-9d49-9e64cf61056c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0845425
Dec 03 03:37:17.254945 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2ef949c3-0288-40f6-8ced-0b7365523804 req-7496ab5f-0da8-4750-bb81-925ee09c8eb8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425863
Dec 03 03:37:17.692968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:17.838574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7625-3f79-4299-9874-1ab0ddb80932 req-990255e2-192f-42e3-a1ce-93ac283201a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:17.840202 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c78c7625-3f79-4299-9874-1ab0ddb80932 req-990255e2-192f-42e3-a1ce-93ac283201a7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.0899923
Dec 03 03:37:17.888660 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c78c7625-3f79-4299-9874-1ab0ddb80932 req-c3795179-f029-4d84-a3f7-a974cbb8e603 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421689
Dec 03 03:37:18.169499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:18.218055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b226-d0ee-4f24-8dab-ab7de876b9e0 req-9214831c-ae04-4a20-bfbf-73e531fe3804 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:18.221236 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09f4b226-d0ee-4f24-8dab-ab7de876b9e0 req-9214831c-ae04-4a20-bfbf-73e531fe3804 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.1027236
Dec 03 03:37:18.274976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09f4b226-d0ee-4f24-8dab-ab7de876b9e0 req-0485d79b-3b28-4289-a2c3-178b3a5956ae tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469742
Dec 03 03:37:18.551473 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9eae1e37-b7fd-4cc1-93ae-408f288568f0 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2227621
Dec 03 03:37:18.565844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:18.575138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93ed33-77c9-4004-a76b-9cd2ad0c4736 req-03248530-0d59-423b-89c8-1a41b7ff0f1b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:18.576689 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4a93ed33-77c9-4004-a76b-9cd2ad0c4736 req-03248530-0d59-423b-89c8-1a41b7ff0f1b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1602640
Dec 03 03:37:18.580115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:18.585448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:floatingip and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:18.601970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:18.612454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:18.640229 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4a93ed33-77c9-4004-a76b-9cd2ad0c4736 req-d8080e58-dee1-4173-88ec-a64fa0f24416 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560319
Dec 03 03:37:18.641506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:18.793372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:18.857284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:37:19.158891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Allocated IP 172.27.0.58 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/ed61126a-6a4d-4bdc-a040-ed2ae9d68868) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:37:19.270254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d55b9-9d4c-4953-a787-9b7bba338db7 req-04a5c3b4-1ceb-4910-8146-f2ede2930b21 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:19.271915 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-330d55b9-9d4c-4953-a787-9b7bba338db7 req-04a5c3b4-1ceb-4910-8146-f2ede2930b21 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2060270
Dec 03 03:37:19.356728 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-330d55b9-9d4c-4953-a787-9b7bba338db7 req-17102f60-3a80-4de7-900c-52bf9be96499 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773921
Dec 03 03:37:19.392254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:19.418922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:19.434102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:19.774134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'Port': ['ID=ed61126a-6a4d-4bdc-a040-ed2ae9d68868,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:19.779184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:19.827084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:37:19.828198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:37:19.831184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:37:19.857647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:19.913558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:19.919835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:19.983936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:19.984364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.107604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.136210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:37:20.147612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:37:20.151651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.152573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:20.182318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e29b0b7c-2008-4f40-b7dd-d03f1dc0b662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:20.233223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.237591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.253514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e78b3eda-045f-437c-8978-c8ae432c0c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:20.261367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'code': 200}
Dec 03 03:37:20.261990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:20.267646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:20.301909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:20.302473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.413471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'Port': ['ID=ed61126a-6a4d-4bdc-a040-ed2ae9d68868,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:20.453292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:20.524484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.564968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef546619-2fdc-454f-9acf-cb43ba4c8302 req-082a6166-3316-41d9-add1-d7ca2e102a00 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:20.566767 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef546619-2fdc-454f-9acf-cb43ba4c8302 req-082a6166-3316-41d9-add1-d7ca2e102a00 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1545682
Dec 03 03:37:20.570218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:20.571471 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0113668
Dec 03 03:37:20.687324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-72144c10-d701-4d60-9b89-804e4d73aab2 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:37:20.695823 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef546619-2fdc-454f-9acf-cb43ba4c8302 req-6a01270f-47a4-407f-bb8d-f2dcb860f982 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226759
Dec 03 03:37:20.710230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-72144c10-d701-4d60-9b89-804e4d73aab2 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:37:20.712056 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-72144c10-d701-4d60-9b89-804e4d73aab2 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.58 HTTP/1.1" status: 200  len: 695 time: 0.1234503
Dec 03 03:37:20.995931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-81b81d6d-8cc1-48ed-8262-24f2546bcef8 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:20.997324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01704f9-7669-41ae-836a-68cec2b1e0ad req-81b81d6d-8cc1-48ed-8262-24f2546bcef8 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.2724187
Dec 03 03:37:21.027076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf815-eded-4467-aadb-f25397c00cd0 req-e36589c1-4be4-4723-bbee-f4fe93409589 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:21.028681 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7bbf815-eded-4467-aadb-f25397c00cd0 req-e36589c1-4be4-4723-bbee-f4fe93409589 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2082093
Dec 03 03:37:21.035807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4f9b-dc26-4726-9a8f-7bc3c53a5401 req-4d3e2c7f-d53b-4458-9469-afea9383f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:21.037414 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38ce4f9b-dc26-4726-9a8f-7bc3c53a5401 req-4d3e2c7f-d53b-4458-9469-afea9383f952 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 1162 time: 0.1645095
Dec 03 03:37:21.110608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7bbf815-eded-4467-aadb-f25397c00cd0 req-8cfc0aff-ce35-4906-82a9-cd0d53065c90 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720823
Dec 03 03:37:21.112356 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38ce4f9b-dc26-4726-9a8f-7bc3c53a5401 req-e1cf5507-7180-4e3a-b909-6d58b2a6ac07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578160
Dec 03 03:37:21.150579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:21.255270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:21.255802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:21.340489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-a3651938-3b1b-4723-aec0-389c537232a6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:21.342105 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-a3651938-3b1b-4723-aec0-389c537232a6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0885234
Dec 03 03:37:21.427773 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-47282dd7-9a55-4350-b701-0d597d21d857 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.58 HTTP/1.1" status: 200  len: 695 time: 0.0792441
Dec 03 03:37:21.438606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'floatingip': {'port_id': '28667180-06cd-43b5-8695-54a0887da00a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:21.516731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:22.147038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:22.149847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:22.399634 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Floating IP bf51edf0-24c8-44e1-9498-0e423265b14b associated. External IP: 172.27.0.58, port: 28667180-06cd-43b5-8695-54a0887da00a.
Dec 03 03:37:22.461712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62721-6fbf-4a86-a975-11aebc3029d4 req-5fb43698-1b10-404a-a520-27b04da92183 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:22.463757 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0be62721-6fbf-4a86-a975-11aebc3029d4 req-5fb43698-1b10-404a-a520-27b04da92183 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.1936707
Dec 03 03:37:22.823308 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0be62721-6fbf-4a86-a975-11aebc3029d4 req-72339f9a-45e2-407b-873c-a16bdddcfe66 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944300
Dec 03 03:37:23.032912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:37:23.235130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:37:23.240456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:23.245727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Sync routers for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:37:23.256686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:37:23.257373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d20f9e8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:37:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:23.302075 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e3066edc-00c1-4f5e-8097-5ca8daed2e8c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "PUT /v2.0/floatingips/bf51edf0-24c8-44e1-9498-0e423265b14b HTTP/1.1" status: 200  len: 995 time: 1.8680930
Dec 03 03:37:23.302647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:37:23.368603 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:37:23.402161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:23.415962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e1842c71-3e6e-49e5-ac8a-08ae56f272b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:23.418930 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-e1842c71-3e6e-49e5-ac8a-08ae56f272b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.0906978
Dec 03 03:37:23.471616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:37:23.485244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c3f23d04-82b9-44c8-8757-e196aa111f7e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:23.486043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:23.631488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-761bb0cb-e207-419e-a5dd-e1351871cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:23.633423 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-761bb0cb-e207-419e-a5dd-e1351871cb5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.2076991
Dec 03 03:37:23.749460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-7e660dfd-3057-44a7-89b6-6f87227cb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:23.751718 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-7e660dfd-3057-44a7-89b6-6f87227cb4ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.2965958
Dec 03 03:37:23.763712 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-1d12cef3-0720-460b-a8fd-69d7df20037f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 998 time: 0.1193554
Dec 03 03:37:23.862799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d20f9e8>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'bf51edf0-24c8-44e1-9498-0e423265b14b', 'tenant_id': '0840879b0906445784a83ceb05926684', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'port_id': '28667180-06cd-43b5-8695-54a0887da00a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'mac_address': 'fa:16:3e:3b:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75622a80-5890-4275-a3ae-92992d9bd724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:37:19Z', 'updated_at': '2020-12-03T03:37:22Z', 'revision_number': 1, 'project_id': '0840879b0906445784a83ceb05926684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:23.866991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Checking router: 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:37:23.877010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:37:23.877687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d20f9e8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:37:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:23.931846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-36293e2c-df82-4099-bb05-3539c40221be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:23.933477 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-36293e2c-df82-4099-bb05-3539c40221be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.1431875
Dec 03 03:37:24.065816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-5699e8c6-86af-48e7-83a3-c942680dea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:24.066696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:37:24.067481 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-5699e8c6-86af-48e7-83a3-c942680dea9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.3001456
Dec 03 03:37:24.201745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-1f233834-4450-4d18-a600-d21e407f0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:24.204015 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-1f233834-4450-4d18-a600-d21e407f0af8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2580252
Dec 03 03:37:24.221211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-a19d1101-4240-4f7d-b447-8f5bbec38388 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:37:24.222272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-a19d1101-4240-4f7d-b447-8f5bbec38388 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055633
Dec 03 03:37:24.225295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-dab84294-6f9f-4dff-98e7-87c537d4c8c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 998 time: 0.1431706
Dec 03 03:37:24.232630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf4f14-7ff3-4f9e-93e8-cafd425d04e7 req-4d8114ae-df12-4d0e-aae0-1ceb10c779d0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:24.234382 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09bf4f14-7ff3-4f9e-93e8-cafd425d04e7 req-4d8114ae-df12-4d0e-aae0-1ceb10c779d0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.2435167
Dec 03 03:37:24.425701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-bba1b5b1-7da2-47d5-9a9b-7a7870fff89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:24.427444 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-bba1b5b1-7da2-47d5-9a9b-7a7870fff89d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.1905954
Dec 03 03:37:24.432347 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09bf4f14-7ff3-4f9e-93e8-cafd425d04e7 req-de7f7f7b-61d3-4ce0-b3a8-2961263dcdec tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397271
Dec 03 03:37:24.620450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d20f9e8>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'bf51edf0-24c8-44e1-9498-0e423265b14b', 'tenant_id': '0840879b0906445784a83ceb05926684', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'port_id': '28667180-06cd-43b5-8695-54a0887da00a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'mac_address': 'fa:16:3e:3b:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75622a80-5890-4275-a3ae-92992d9bd724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:37:19Z', 'updated_at': '2020-12-03T03:37:22Z', 'revision_number': 1, 'project_id': '0840879b0906445784a83ceb05926684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:37:24.624906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7402a-f0a1-4758-b041-671f3cefa0e7 None None] The sync data for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi is: [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'bf51edf0-24c8-44e1-9498-0e423265b14b', 'tenant_id': '0840879b0906445784a83ceb05926684', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'port_id': '28667180-06cd-43b5-8695-54a0887da00a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'mac_address': 'fa:16:3e:3b:4a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75622a80-5890-4275-a3ae-92992d9bd724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:37:19Z', 'updated_at': '2020-12-03T03:37:22Z', 'revision_number': 1, 'project_id': '0840879b0906445784a83ceb05926684', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:37:24.749136 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-1b1a6699-8c42-456d-9024-5cfa6d3ab908 service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5134277
Dec 03 03:37:24.838037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-252b5fc0-c6f9-4f83-a40f-4960438d6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:24.839757 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-252b5fc0-c6f9-4f83-a40f-4960438d6784 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3980274
Dec 03 03:37:24.943081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f664cc-fc28-4b5a-ad08-bbc8be02e204 None None] New status for floating IP bf51edf0-24c8-44e1-9498-0e423265b14b: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:37:25.000972 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e2ee1f69-8ba5-48b6-b96f-5debbf2611b7 req-040043ed-9894-4010-bf93-b1bebdbc03a6 service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2428803
Dec 03 03:37:25.037970 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-c49ba7e6-3fe7-4f27-87b9-0c37bb7546f6 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869810
Dec 03 03:37:25.079430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1110683053', 'description': 'tempest-TestMinimumBasicScenario-1110683053 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:25.137421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:25.148322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:security_group and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:25.153158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:25.162683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:25.239294 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d14aa909-91c0-4f8b-a3cc-34fdddae8668 req-febb09bd-127b-464d-aa76-c7c79239c672 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1935160
Dec 03 03:37:25.240678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.263287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:25.268315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:security_group_rule and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:25.271503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:25.277387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:25.352307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.355411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.361554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd32e892-e966-486a-a1f8-608a936b3bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:25.401781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'SecurityGroup': ['ID=56bce161-4a34-481a-a18f-9044a48391f5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:25.404958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:25.406557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.407860 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c0a4ee0-6282-48df-adbb-60dab02fe29b req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.3371284
Dec 03 03:37:25.491708 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-08f57e7f-04b8-4f66-9fc0-ece3da56070c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups/56bce161-4a34-481a-a18f-9044a48391f5 HTTP/1.1" status: 200  len: 1764 time: 0.0495844
Dec 03 03:37:25.503595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56bce161-4a34-481a-a18f-9044a48391f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:25.503952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56bce161-4a34-481a-a18f-9044a48391f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:25.510781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:25.514875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:security_group_rule and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:25.518040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:25.523920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:25.584048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.607283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.610595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.612655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:25.636210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b026dea0-6f2b-4d62-ae53-b2a8020ba3da,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:25.638845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:25.645262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.646567 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b1bda0f4-ce7a-47f3-9f74-9e0913ab27e2 req-3d6903a2-d371-42d3-a28b-a7f8405c0283 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1481709
Dec 03 03:37:25.727004 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-34e48954-41da-49bf-8492-038279d62e54 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups/56bce161-4a34-481a-a18f-9044a48391f5 HTTP/1.1" status: 200  len: 2325 time: 0.0477598
Dec 03 03:37:25.738483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56bce161-4a34-481a-a18f-9044a48391f5', 'remote_group_id': None}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:25.738845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56bce161-4a34-481a-a18f-9044a48391f5', 'remote_group_id': None}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:25.745132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:37:25.749169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Usage tracker for resource:security_group_rule and tenant:0840879b0906445784a83ceb05926684 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:37:25.752472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:37:25.759133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:37:25.821420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.845753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.849038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.851237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:25.872772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc37fb6-ff1a-4894-a81d-9c8ba36d55a3,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:25.876946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:25.883925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:25.885271 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af539083-af35-4f5e-95df-6cd8b46bb02a req-b7737e7e-58d2-46bf-be6d-aa5792cdc9cf tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1517816
Dec 03 03:37:26.040139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-6fab6448-a26a-49c8-b126-a80713512a99 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:37:26.059476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-6fab6448-a26a-49c8-b126-a80713512a99 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:37:26.060825 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-6fab6448-a26a-49c8-b126-a80713512a99 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1110683053&fields=id&tenant_id=0840879b0906445784a83ceb05926684 HTTP/1.1" status: 200  len: 267 time: 0.0679862
Dec 03 03:37:26.151681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-9329f848-5950-4d6e-9c09-285520520cfd tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:26.153322 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-9329f848-5950-4d6e-9c09-285520520cfd tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.0862672
Dec 03 03:37:26.165868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'port': {'security_groups': ['2a316037-9ec6-4714-823e-a8f9891b358c', '56bce161-4a34-481a-a18f-9044a48391f5']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:37:26.294346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:26.619155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=28667180-06cd-43b5-8695-54a0887da00a,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:37:26.645342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:26.649132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:26.664560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:37:26.819732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:37:26.825423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:37:26.861810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:26.862662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:26.864046 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5527026e-2740-4f50-90a9-d9dda2a7bbe8 req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "PUT /v2.0/ports/28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 981 time: 0.7034638
Dec 03 03:37:26.864559 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:37:26.934273 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:37:27.069833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dd0515de-fbf0-427a-8479-1f973915a8a2 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:27.069833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd0515de-fbf0-427a-8479-1f973915a8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:27.128949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c12559-96ac-44e3-80ae-fae6610574d3 req-f7210ad7-5975-459c-8044-93f0331898d6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:27.130516 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c12559-96ac-44e3-80ae-fae6610574d3 req-f7210ad7-5975-459c-8044-93f0331898d6 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.1557903
Dec 03 03:37:27.133555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-91419809-d8b2-4ebb-89df-ffe35d102ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:27.135092 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-91419809-d8b2-4ebb-89df-ffe35d102ccd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1202 time: 0.1154647
Dec 03 03:37:27.268782 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c12559-96ac-44e3-80ae-fae6610574d3 req-0c514c02-20a0-44b5-b7a2-ab322cdaa560 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1312404
Dec 03 03:37:27.316962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-14e99bac-380d-4ff2-aad7-bfd0a0d8a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:27.318593 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-14e99bac-380d-4ff2-aad7-bfd0a0d8a619 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.1670241
Dec 03 03:37:27.430901 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-45157009-20f8-4136-9290-a9027f07740b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 1000 time: 0.1031480
Dec 03 03:37:27.505540 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-21d90436-179d-45ba-bc69-827db509dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:27.507130 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-21d90436-179d-45ba-bc69-827db509dfa5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.0672112
Dec 03 03:37:27.589620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-057047a5-54f2-4db6-b6b0-49762c74c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:27.591284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-057047a5-54f2-4db6-b6b0-49762c74c23f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755324
Dec 03 03:37:27.644989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:37:27.717298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:37:27.717640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:27.739970 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-a3d06d2f-7fae-4af3-bc0d-b2bf6fdc90fa service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387777
Dec 03 03:37:27.888873 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f7931cc-85cc-40f5-bb5c-e1f385118253 req-aa65bc53-1a70-43f7-854a-7aae4776802c service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401234
Dec 03 03:37:30.246808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-62f29727-17f7-4cbe-915f-77ee1d56e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:30.248437 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-62f29727-17f7-4cbe-915f-77ee1d56e386 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1464143
Dec 03 03:37:30.255011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38baaa3-6f0b-4316-b796-1a99d787a4a3 req-6158440c-1d85-4400-865c-a9acd8896559 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:30.256567 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d38baaa3-6f0b-4316-b796-1a99d787a4a3 req-6158440c-1d85-4400-865c-a9acd8896559 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1208003
Dec 03 03:37:30.597776 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d38baaa3-6f0b-4316-b796-1a99d787a4a3 req-ab33cae6-9e9f-4bfc-88ab-9940030700ee tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3148706
Dec 03 03:37:30.650446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-b96efb2e-6bda-4b22-a190-126a85ac7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:30.652058 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-b96efb2e-6bda-4b22-a190-126a85ac7034 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.3926404
Dec 03 03:37:30.748310 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-8ddca391-03db-4976-a87d-cf6ca5ccd1b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 217 time: 0.0700600
Dec 03 03:37:30.823821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-a7bf5465-6408-4b0d-9252-3eac6b0c8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:30.825421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-a7bf5465-6408-4b0d-9252-3eac6b0c8c40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.0653868
Dec 03 03:37:30.880449 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-d390b241-78ef-4a5c-808c-9d66739b4ac7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453558
Dec 03 03:37:31.097797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-61fa6341-5199-4ae3-b992-bfcde975c503 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054746
Dec 03 03:37:31.113081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490ac6a-3cad-493a-a788-1388990c1e72 req-1232e79e-fa34-496a-a4bc-af1e844cff6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:31.114720 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6490ac6a-3cad-493a-a788-1388990c1e72 req-1232e79e-fa34-496a-a4bc-af1e844cff6d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1323354
Dec 03 03:37:31.249893 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6490ac6a-3cad-493a-a788-1388990c1e72 req-e1584ff7-e8b3-4fbb-aa72-372f27c13925 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283729
Dec 03 03:37:31.301425 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb9cfbba-018a-4231-bfdd-a69cf2b8b9a3 req-bd59e6c2-fd44-4944-b822-c92b415233d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1645210
Dec 03 03:37:31.837150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dbe6a-55d1-44d3-8638-579e560522ac req-520fc0bf-0160-4c0d-822f-23e7bba5d3e9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:31.838812 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c8dbe6a-55d1-44d3-8638-579e560522ac req-520fc0bf-0160-4c0d-822f-23e7bba5d3e9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0991898
Dec 03 03:37:31.887809 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c8dbe6a-55d1-44d3-8638-579e560522ac req-8e9c326d-4ed7-4ff6-b3b1-35b8a5d17ff2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423038
Dec 03 03:37:32.465569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fa020-0990-410a-bfa7-1c747c533861 req-a9dd6191-3968-4a3f-a2ef-7e4afe147902 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:32.467214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d61fa020-0990-410a-bfa7-1c747c533861 req-a9dd6191-3968-4a3f-a2ef-7e4afe147902 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0826888
Dec 03 03:37:32.515627 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d61fa020-0990-410a-bfa7-1c747c533861 req-ee244060-0e4a-48e9-9502-e496bf08d956 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405488
Dec 03 03:37:33.115595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b1938-999d-418d-b991-feb834626cea req-ed355f57-b584-486d-ba94-88ccb6816882 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:33.117221 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-940b1938-999d-418d-b991-feb834626cea req-ed355f57-b584-486d-ba94-88ccb6816882 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0881791
Dec 03 03:37:33.165007 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-940b1938-999d-418d-b991-feb834626cea req-3cd18852-3430-425b-a314-7d07026d28f5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413945
Dec 03 03:37:33.729795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d5ee-87d2-4f25-aa8b-00dcab36e395 req-3bee67fb-b529-437d-ba2a-b7ce3c80c559 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:33.731558 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81e1d5ee-87d2-4f25-aa8b-00dcab36e395 req-3bee67fb-b529-437d-ba2a-b7ce3c80c559 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0868168
Dec 03 03:37:33.779291 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81e1d5ee-87d2-4f25-aa8b-00dcab36e395 req-c90ebf7a-7005-4401-b045-7609d9a27ca9 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409076
Dec 03 03:37:34.389185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d57d7-e136-4aad-9005-af1f603d7567 req-b25552dd-ec64-48ef-9d93-ae8412f95ebb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:34.390825 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef3d57d7-e136-4aad-9005-af1f603d7567 req-b25552dd-ec64-48ef-9d93-ae8412f95ebb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0841279
Dec 03 03:37:34.439166 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef3d57d7-e136-4aad-9005-af1f603d7567 req-5329ebc5-a2ce-4dca-b432-809480371afa tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408001
Dec 03 03:37:34.997744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e66ae-b1cc-4631-abe7-9d43d63e713c req-179506b7-c90d-477b-a99f-d4f6457e01d8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:34.999393 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c28e66ae-b1cc-4631-abe7-9d43d63e713c req-179506b7-c90d-477b-a99f-d4f6457e01d8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0875878
Dec 03 03:37:35.048432 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c28e66ae-b1cc-4631-abe7-9d43d63e713c req-057c8b27-cc96-442a-b361-27d2622ab303 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414829
Dec 03 03:37:35.665165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed4ad-76d9-4951-9303-6f34c6e01e05 req-eff301a8-b959-4949-8f6b-f99259f8a64b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:35.666810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2cfed4ad-76d9-4951-9303-6f34c6e01e05 req-eff301a8-b959-4949-8f6b-f99259f8a64b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0931234
Dec 03 03:37:35.714309 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2cfed4ad-76d9-4951-9303-6f34c6e01e05 req-6823ba81-8f80-41a4-8deb-000aebf9e49b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411644
Dec 03 03:37:36.264513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8a60-e355-4ae4-8535-53b6aab1767e req-b5c3ffc2-4421-467d-9237-20ac7552e57e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:36.266151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-767a8a60-e355-4ae4-8535-53b6aab1767e req-b5c3ffc2-4421-467d-9237-20ac7552e57e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0844491
Dec 03 03:37:36.313920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-767a8a60-e355-4ae4-8535-53b6aab1767e req-2aabe1da-fd8f-4edf-ab06-710ea4f28c29 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406675
Dec 03 03:37:36.929179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6929d-f50d-41af-9230-d4e29fe96285 req-134f36f1-aa06-40cc-a312-72b2427d8c9e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:36.930798 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5f6929d-f50d-41af-9230-d4e29fe96285 req-134f36f1-aa06-40cc-a312-72b2427d8c9e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0871575
Dec 03 03:37:36.977364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5f6929d-f50d-41af-9230-d4e29fe96285 req-d386580b-cf14-43f4-aded-7f57146ee6c9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402873
Dec 03 03:37:37.532536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc9595-0612-4fbd-b30f-a91e25954c34 req-52a4b6a5-1357-4bb5-9db3-61b6d64572d5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:37.534156 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08fc9595-0612-4fbd-b30f-a91e25954c34 req-52a4b6a5-1357-4bb5-9db3-61b6d64572d5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0902977
Dec 03 03:37:37.582945 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08fc9595-0612-4fbd-b30f-a91e25954c34 req-212e0bfc-2821-4261-9e82-32dd861f4576 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418522
Dec 03 03:37:38.192094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf25f-fe63-47c4-8a2c-76be6313c5dc req-0a3b118f-862c-4f69-bf1b-2face05faab4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:38.193701 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cfcf25f-fe63-47c4-8a2c-76be6313c5dc req-0a3b118f-862c-4f69-bf1b-2face05faab4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0854690
Dec 03 03:37:38.241746 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cfcf25f-fe63-47c4-8a2c-76be6313c5dc req-d07bd943-60ee-4cc5-9172-3af81c700eba tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415847
Dec 03 03:37:38.801774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660b658-5693-4f07-8f25-9b4f8a5532c6 req-741749f0-5caa-4bf4-800e-a7f06f2de3bc tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:38.803446 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2660b658-5693-4f07-8f25-9b4f8a5532c6 req-741749f0-5caa-4bf4-800e-a7f06f2de3bc tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0865788
Dec 03 03:37:38.850208 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2660b658-5693-4f07-8f25-9b4f8a5532c6 req-298b9182-9e17-45ba-9a89-37cf11139675 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404930
Dec 03 03:37:39.296210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-402e4ee3-09f2-4f60-adff-141de15a1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:39.297870 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-402e4ee3-09f2-4f60-adff-141de15a1d67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.0817640
Dec 03 03:37:39.525170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-1d0783a9-92f6-4913-91a4-ba121889fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:39.526731 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-1d0783a9-92f6-4913-91a4-ba121889fd9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.2074361
Dec 03 03:37:39.604354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6ba7-136e-4fa2-8897-05b9a560d8dd req-9fc0cbcd-e443-4316-bc86-85b14952fffc tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:39.606192 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2bb6ba7-136e-4fa2-8897-05b9a560d8dd req-9fc0cbcd-e443-4316-bc86-85b14952fffc tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2051902
Dec 03 03:37:39.686706 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-33211ad5-891d-4c3c-83af-4b72cce4c56a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1002 time: 0.1503644
Dec 03 03:37:39.689201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2bb6ba7-136e-4fa2-8897-05b9a560d8dd req-d9351d3c-6f61-4e18-8b6f-531ed6252642 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731788
Dec 03 03:37:39.757948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-2b5c6b19-25b2-44c3-8aee-5b37add9f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:39.759550 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-2b5c6b19-25b2-44c3-8aee-5b37add9f85e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.0647144
Dec 03 03:37:39.841485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-f902e43a-9db7-4824-a989-f16f923034f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:39.843200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-f902e43a-9db7-4824-a989-f16f923034f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757880
Dec 03 03:37:40.032966 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-7ce4413f-4b15-4b91-9878-b7c4c641f6eb service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823609
Dec 03 03:37:40.373077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbffdbc-fdf1-4070-b8b6-128d2028b4ae req-f9a3f6e5-f578-42b8-be71-9c658394fbc8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:40.374709 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0dbffdbc-fdf1-4070-b8b6-128d2028b4ae req-f9a3f6e5-f578-42b8-be71-9c658394fbc8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3916054
Dec 03 03:37:40.442489 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-444ae505-d21f-48e0-9158-a85c49fa0202 req-28a4830a-2083-462c-aacc-b0771663b131 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3919501
Dec 03 03:37:40.449020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0dbffdbc-fdf1-4070-b8b6-128d2028b4ae req-e5ab41ec-d5c8-40bf-bfc6-72f46d18f186 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604353
Dec 03 03:37:40.902709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d6ab-dc57-44cc-9f10-f204eaf1e1ac req-93c2d5a9-c984-4fc2-9ce7-6b8065f2c7e5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:40.904308 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d315d6ab-dc57-44cc-9f10-f204eaf1e1ac req-93c2d5a9-c984-4fc2-9ce7-6b8065f2c7e5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0861518
Dec 03 03:37:40.952257 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d315d6ab-dc57-44cc-9f10-f204eaf1e1ac req-d46f2e66-922a-444e-9af9-7f2cf38d4dac tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403428
Dec 03 03:37:41.669261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2477299-a6a7-44f6-982a-4c7313e9e516 req-7f7f3da1-eba3-449c-803e-ed786322f7ba tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:41.670920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d2477299-a6a7-44f6-982a-4c7313e9e516 req-7f7f3da1-eba3-449c-803e-ed786322f7ba tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0915835
Dec 03 03:37:41.721043 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d2477299-a6a7-44f6-982a-4c7313e9e516 req-6e1d7b4e-b8ea-4894-b75e-177a6920b534 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430999
Dec 03 03:37:42.165683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d31ce-6204-428e-b9da-4079f5bcff14 req-e1c35082-cf80-4b59-a1ad-b4c9e6249efb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:42.167367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-552d31ce-6204-428e-b9da-4079f5bcff14 req-e1c35082-cf80-4b59-a1ad-b4c9e6249efb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0845742
Dec 03 03:37:42.215061 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-552d31ce-6204-428e-b9da-4079f5bcff14 req-68581cab-67cd-4598-b090-43875adc6daa tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412977
Dec 03 03:37:42.939135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a67d-f234-40fb-b716-198ef00ae3fb req-ec1fd5ba-e034-41b8-8f66-fdb9d260ac23 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:42.941253 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87a7a67d-f234-40fb-b716-198ef00ae3fb req-ec1fd5ba-e034-41b8-8f66-fdb9d260ac23 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0873616
Dec 03 03:37:42.988962 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87a7a67d-f234-40fb-b716-198ef00ae3fb req-ef2b9010-4cda-40b7-bcde-9ac5e214732c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406249
Dec 03 03:37:43.430736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dabe06-e0eb-4a64-935c-973ca1300a01 req-64fca7ec-e854-40e4-9a4f-e6244c3c3d7a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:43.432348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3dabe06-e0eb-4a64-935c-973ca1300a01 req-64fca7ec-e854-40e4-9a4f-e6244c3c3d7a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0824044
Dec 03 03:37:43.482501 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3dabe06-e0eb-4a64-935c-973ca1300a01 req-964237a7-2487-4bd8-925b-cb7980fb16eb tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437648
Dec 03 03:37:43.677156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3678774f-ca71-4a3e-abe0-cf3b89703472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:43.704185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:37:44.203938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5e00-ca01-4c36-9316-d194140eb6ba req-fcf6d556-dd23-4a50-95a3-8b5bc1e36d90 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:44.205569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fdae5e00-ca01-4c36-9316-d194140eb6ba req-fcf6d556-dd23-4a50-95a3-8b5bc1e36d90 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0857699
Dec 03 03:37:44.253793 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fdae5e00-ca01-4c36-9316-d194140eb6ba req-9db1908f-243d-44db-b950-ecc885dc4ccd tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409524
Dec 03 03:37:44.699093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7734-3269-4510-ae14-309e84e001a8 req-4ddf4ef8-d7b0-4f6c-88e1-a37c5f9e3545 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:44.700714 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f4e7734-3269-4510-ae14-309e84e001a8 req-4ddf4ef8-d7b0-4f6c-88e1-a37c5f9e3545 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0913444
Dec 03 03:37:44.748633 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f4e7734-3269-4510-ae14-309e84e001a8 req-0748615e-7ae9-43d4-8e51-3c95640c2203 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406523
Dec 03 03:37:45.056955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:45.469704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc420d-c687-4c44-85ce-e9044e1a7ede req-a4a39f41-1715-47f6-bb75-2a47c7c91693 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:45.471278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27cc420d-c687-4c44-85ce-e9044e1a7ede req-a4a39f41-1715-47f6-bb75-2a47c7c91693 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0856957
Dec 03 03:37:45.523335 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27cc420d-c687-4c44-85ce-e9044e1a7ede req-e27185ec-0e95-417b-8fe0-14151e4b0fbf tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450046
Dec 03 03:37:45.970607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd4e58-f0df-4ca7-aa15-08dc9571c216 req-950295de-3b94-4f71-9552-8127f58c7bc4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:45.972274 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3bd4e58-f0df-4ca7-aa15-08dc9571c216 req-950295de-3b94-4f71-9552-8127f58c7bc4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0948329
Dec 03 03:37:46.020201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3bd4e58-f0df-4ca7-aa15-08dc9571c216 req-f92205d3-303d-453a-a75d-56d676cb352f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415702
Dec 03 03:37:46.216772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c8cbb842-54ee-46aa-999e-05f7f0f48ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:46.656370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:46.873929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf34a22-3244-4de0-b4b0-8d157c152081 req-e36754e3-4ac3-479a-8d25-120f70027335 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:46.875492 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cf34a22-3244-4de0-b4b0-8d157c152081 req-e36754e3-4ac3-479a-8d25-120f70027335 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0877357
Dec 03 03:37:46.923661 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cf34a22-3244-4de0-b4b0-8d157c152081 req-b0bd5d17-5f52-4c96-9620-d9e584bb4e72 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417111
Dec 03 03:37:47.289947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba43020-3d0d-47f1-8201-437381e05624 req-e417370e-7535-46ed-876d-2738d2c5ac0d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.291628 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ba43020-3d0d-47f1-8201-437381e05624 req-e417370e-7535-46ed-876d-2738d2c5ac0d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1402593
Dec 03 03:37:47.409159 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ba43020-3d0d-47f1-8201-437381e05624 req-b033f4c9-1084-43d4-a8fb-3661e19fdbf8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088939
Dec 03 03:37:47.433802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ef90b-de4d-4ed6-bba9-cc7a0aef601e req-6fbe51e9-74f7-42fb-939d-a456c2a48e39 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.435447 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-800ef90b-de4d-4ed6-bba9-cc7a0aef601e req-6fbe51e9-74f7-42fb-939d-a456c2a48e39 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.1985705
Dec 03 03:37:47.462531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-462ca293-7b63-4cec-b40f-b95e7bf67fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.464090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-462ca293-7b63-4cec-b40f-b95e7bf67fdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 1163 time: 0.1454198
Dec 03 03:37:47.566500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-800ef90b-de4d-4ed6-bba9-cc7a0aef601e req-a1630b77-13a2-4e55-b5dc-02c66fc5f044 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238487
Dec 03 03:37:47.625357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-c27dad37-157b-4730-b21c-f19417a4ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.626995 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-c27dad37-157b-4730-b21c-f19417a4ccb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.1554580
Dec 03 03:37:47.701219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:47.745585 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-d0707e9a-9b10-48c6-80f5-d39a8dcd6879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 200  len: 1002 time: 0.1050131
Dec 03 03:37:47.824780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-59d04849-c08b-4531-af54-e7ceb382ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.826419 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-59d04849-c08b-4531-af54-e7ceb382ed2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.0681674
Dec 03 03:37:47.906853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-d09d8625-3817-4f15-96ae-1bce762c0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:47.908456 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-d09d8625-3817-4f15-96ae-1bce762c0971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735519
Dec 03 03:37:48.059585 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-89759869-9d6e-4381-b77a-8a80a65d780d service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417406
Dec 03 03:37:48.162659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:37:48.212350 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e7986-4b1f-421b-b2af-43631670bcd5 req-51b4a46a-a036-429f-84bc-dbc10d2b7f5c service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413085
Dec 03 03:37:48.622379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174cdb3-07f3-49e5-8d85-9ca2a29f73c7 req-99079aef-c421-494f-becc-7c0c3800beb2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:48.624030 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2174cdb3-07f3-49e5-8d85-9ca2a29f73c7 req-99079aef-c421-494f-becc-7c0c3800beb2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0845881
Dec 03 03:37:48.677020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2174cdb3-07f3-49e5-8d85-9ca2a29f73c7 req-6a0b8e66-fe80-4c50-80ca-eb2fe173af1e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460260
Dec 03 03:37:48.785618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae713-c8e3-4024-ac4b-a70d8e3ca7df req-6ddaa6ab-a9ad-4fe3-acf9-45d9d21591b3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:48.787200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d0ae713-c8e3-4024-ac4b-a70d8e3ca7df req-6ddaa6ab-a9ad-4fe3-acf9-45d9d21591b3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0865841
Dec 03 03:37:48.835303 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d0ae713-c8e3-4024-ac4b-a70d8e3ca7df req-8281cdde-521a-4749-bf3c-7369e00c0f7d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417356
Dec 03 03:37:49.895871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ffa39-3b52-476f-9879-1edfb7de7a09 req-976596b6-c5f4-4f7e-856b-8c738baf5356 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:49.897505 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a70ffa39-3b52-476f-9879-1edfb7de7a09 req-976596b6-c5f4-4f7e-856b-8c738baf5356 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0879705
Dec 03 03:37:49.946491 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a70ffa39-3b52-476f-9879-1edfb7de7a09 req-6b3cd9ac-1c94-42f3-a323-5a4131783a42 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420520
Dec 03 03:37:50.062687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b61548-5ed9-430d-b70b-65ba485acd2f req-da4c8596-bdd3-4eb1-9898-40c6f28a63c1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.064348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5b61548-5ed9-430d-b70b-65ba485acd2f req-da4c8596-bdd3-4eb1-9898-40c6f28a63c1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0849612
Dec 03 03:37:50.119615 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5b61548-5ed9-430d-b70b-65ba485acd2f req-2fcab101-6266-462b-a71c-f6f6b05e52ba tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479567
Dec 03 03:37:50.415107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-6e7e6de3-6a0d-4811-b832-b76862aeb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.416770 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-6e7e6de3-6a0d-4811-b832-b76862aeb1ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1202 time: 0.1563444
Dec 03 03:37:50.429398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0cb6f-e8aa-4fbc-b949-a1f993df5cb9 req-cad8fc67-3269-47d0-aba1-30714d5dec22 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.430987 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ce0cb6f-e8aa-4fbc-b949-a1f993df5cb9 req-cad8fc67-3269-47d0-aba1-30714d5dec22 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.1361372
Dec 03 03:37:50.578857 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ce0cb6f-e8aa-4fbc-b949-a1f993df5cb9 req-1a19e160-7ae9-4777-b68f-7221d17036f3 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1249807
Dec 03 03:37:50.611885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-cd24aef2-8ec5-4491-910d-83a1e926e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.614354 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-cd24aef2-8ec5-4491-910d-83a1e926e993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.1824200
Dec 03 03:37:50.739128 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-221889bc-3530-4777-8158-f542d5d9116b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 1000 time: 0.1159899
Dec 03 03:37:50.810610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-c462717e-d733-4f29-bfe8-30f74de3acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.812188 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-c462717e-d733-4f29-bfe8-30f74de3acee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.0651615
Dec 03 03:37:50.893100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-7cb333dc-ddd1-449a-ac14-d00eef4de104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:50.895563 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-7cb333dc-ddd1-449a-ac14-d00eef4de104 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753238
Dec 03 03:37:51.046814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-1c5bdaff-5f43-4709-a9a8-e278bcb37576 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435020
Dec 03 03:37:51.465305 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d4dd106-3adf-4017-a672-b0427090fbe1 req-1769cd48-3432-4ce1-bb44-fbfabe6566c4 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4099152
Dec 03 03:37:51.471391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1dfc-1337-4746-9642-aca76d1ba117 req-a992fe69-cb21-4e46-bc01-21349067bfc2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:51.473457 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7ed1dfc-1337-4746-9642-aca76d1ba117 req-a992fe69-cb21-4e46-bc01-21349067bfc2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.3862278
Dec 03 03:37:51.523923 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7ed1dfc-1337-4746-9642-aca76d1ba117 req-94e62697-935f-4ff8-b36a-6190c45a479c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440538
Dec 03 03:37:51.932822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cad38-71d7-49c4-a402-fa741df4f33c req-c5b23f43-af1d-4e4b-ad50-edd6bc93c868 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:51.934461 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc2cad38-71d7-49c4-a402-fa741df4f33c req-c5b23f43-af1d-4e4b-ad50-edd6bc93c868 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0863435
Dec 03 03:37:51.985394 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc2cad38-71d7-49c4-a402-fa741df4f33c req-5ecb4d15-dba9-42e8-ac00-640d1c5ef998 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0445244
Dec 03 03:37:52.734622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a35495-33a9-456d-9ed3-90c72f847552 req-f35584f1-29e5-48b5-9461-7e19ea2a3bae tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:52.736239 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-23a35495-33a9-456d-9ed3-90c72f847552 req-f35584f1-29e5-48b5-9461-7e19ea2a3bae tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0838108
Dec 03 03:37:52.783597 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-23a35495-33a9-456d-9ed3-90c72f847552 req-f18969ea-b3ac-4f79-9f56-0294428708f7 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402241
Dec 03 03:37:53.202573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d919ed-399e-4b67-91df-cb9ca7cbb46c req-f705a821-0840-492e-a226-1fc3c661008f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:53.204311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26d919ed-399e-4b67-91df-cb9ca7cbb46c req-f705a821-0840-492e-a226-1fc3c661008f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0891807
Dec 03 03:37:53.255729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26d919ed-399e-4b67-91df-cb9ca7cbb46c req-3efede51-0665-4d8d-ae12-3acfd9fba6cd tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436456
Dec 03 03:37:54.000843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee04576-22e4-4872-b4da-3d87c6897e92 req-37e40e22-8aaf-4b00-81fd-1726824595c1 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:54.002500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ee04576-22e4-4872-b4da-3d87c6897e92 req-37e40e22-8aaf-4b00-81fd-1726824595c1 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0894432
Dec 03 03:37:54.054935 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1ee04576-22e4-4872-b4da-3d87c6897e92 req-bd1239ce-dfd6-4bd1-a2b7-d3be4b94637e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418813
Dec 03 03:37:54.473490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40354af3-d543-4e02-a843-5895d06df21c req-4046f6ea-859a-462d-9c3c-7d6505efc214 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:54.475128 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40354af3-d543-4e02-a843-5895d06df21c req-4046f6ea-859a-462d-9c3c-7d6505efc214 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0879691
Dec 03 03:37:54.523550 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40354af3-d543-4e02-a843-5895d06df21c req-6f41aced-54d7-429e-aa26-b39e6766e707 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0420289
Dec 03 03:37:55.273449 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053a893-1c16-40fc-b09f-6cd56ee868f4 req-1e27b1e8-90db-4948-a89f-d838d9af1b57 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:55.275087 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5053a893-1c16-40fc-b09f-6cd56ee868f4 req-1e27b1e8-90db-4948-a89f-d838d9af1b57 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0876889
Dec 03 03:37:55.322543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5053a893-1c16-40fc-b09f-6cd56ee868f4 req-b1ca34a9-8b2b-4aeb-bde6-c0ed0cf63bcf tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409989
Dec 03 03:37:55.739493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec641b-d2a4-4d4c-8d2c-33925abc3d93 req-5d34b077-5b02-4434-a0c2-0fed8bfca045 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:55.741098 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1ec641b-d2a4-4d4c-8d2c-33925abc3d93 req-5d34b077-5b02-4434-a0c2-0fed8bfca045 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0873773
Dec 03 03:37:55.791272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1ec641b-d2a4-4d4c-8d2c-33925abc3d93 req-67936afe-769d-4f96-b943-bd8337aab533 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436857
Dec 03 03:37:56.537786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec06f26-e276-47b3-b7ac-e303c1212737 req-3180efea-d37e-4207-a088-aabe3cd7fb87 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:56.540127 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ec06f26-e276-47b3-b7ac-e303c1212737 req-3180efea-d37e-4207-a088-aabe3cd7fb87 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0867023
Dec 03 03:37:56.587767 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ec06f26-e276-47b3-b7ac-e303c1212737 req-fffb2725-ee94-48fe-abf0-2146244319ab tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418427
Dec 03 03:37:57.005815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a205f-1618-4eed-abd8-37eedd027f4d req-85809ef8-2526-4de9-a58e-5d43e806d8b5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:57.007460 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d63a205f-1618-4eed-abd8-37eedd027f4d req-85809ef8-2526-4de9-a58e-5d43e806d8b5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0867319
Dec 03 03:37:57.057800 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d63a205f-1618-4eed-abd8-37eedd027f4d req-878578c3-02a2-4229-87d4-3ecaec419739 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436931
Dec 03 03:37:57.805315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b912-bc21-4b51-87c5-c36d86ccfa5b req-feee69cb-4d98-4d4e-8aed-28b427afc83e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:57.806980 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b736b912-bc21-4b51-87c5-c36d86ccfa5b req-feee69cb-4d98-4d4e-8aed-28b427afc83e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0898082
Dec 03 03:37:57.855062 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b736b912-bc21-4b51-87c5-c36d86ccfa5b req-cc8e2344-be3f-480a-ad46-1937b396e663 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416837
Dec 03 03:37:58.268242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95815ddc-df4b-424d-aa54-3cb39870e878 req-6175901b-7c13-4c2b-81f1-2de9a8556c09 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:58.270410 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-95815ddc-df4b-424d-aa54-3cb39870e878 req-6175901b-7c13-4c2b-81f1-2de9a8556c09 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0848494
Dec 03 03:37:58.320745 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-95815ddc-df4b-424d-aa54-3cb39870e878 req-3cb39cc8-48a2-4146-8da1-d4e05d5fbd0b tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0438659
Dec 03 03:37:59.073081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6f42-857e-425f-9580-741e54d0e3ec req-a9825e7d-eb30-4050-b3d8-ed4b25cf1729 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:59.074711 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f0a6f42-857e-425f-9580-741e54d0e3ec req-a9825e7d-eb30-4050-b3d8-ed4b25cf1729 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0864592
Dec 03 03:37:59.120792 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f0a6f42-857e-425f-9580-741e54d0e3ec req-0b4b2839-5ef7-4a21-afd5-3c2c0efcc476 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397704
Dec 03 03:37:59.539044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b464e5f-449e-47a8-a83c-aca8dfea7a09 req-9ef487e4-837c-4ecd-ab7c-f48975f26ead tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:37:59.540569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3b464e5f-449e-47a8-a83c-aca8dfea7a09 req-9ef487e4-837c-4ecd-ab7c-f48975f26ead tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0867589
Dec 03 03:37:59.590112 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3b464e5f-449e-47a8-a83c-aca8dfea7a09 req-c9a64385-44a3-4973-9f3c-d026a6b0d00e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0429842
Dec 03 03:38:00.334647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4008-3948-44fe-b62c-b39bdcb73750 req-a8620704-ff49-40a5-a8dd-0db5cb8d6db2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:00.336275 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-371c4008-3948-44fe-b62c-b39bdcb73750 req-a8620704-ff49-40a5-a8dd-0db5cb8d6db2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0844891
Dec 03 03:38:00.383691 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-371c4008-3948-44fe-b62c-b39bdcb73750 req-d3023d7b-3cd8-4355-b304-99e1cd8bf37c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410254
Dec 03 03:38:00.807432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70260d8c-c1f1-4272-acca-324281b6ed6a req-b3ac83b2-42ae-4400-b576-79af8848e201 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:00.809046 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70260d8c-c1f1-4272-acca-324281b6ed6a req-b3ac83b2-42ae-4400-b576-79af8848e201 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0879860
Dec 03 03:38:00.860979 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70260d8c-c1f1-4272-acca-324281b6ed6a req-734dd39a-8f31-47a4-9eb0-3f4cf8067290 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0454748
Dec 03 03:38:01.605342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c8cd-4550-4309-bbff-9a43a7f1b125 req-9a4cbf5f-041c-4f78-9cb2-783b7217ad4c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:01.607017 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a25c8cd-4550-4309-bbff-9a43a7f1b125 req-9a4cbf5f-041c-4f78-9cb2-783b7217ad4c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0934291
Dec 03 03:38:01.656472 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a25c8cd-4550-4309-bbff-9a43a7f1b125 req-1059db68-43f9-4f6d-8f9e-339c2a0bc48f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428863
Dec 03 03:38:02.077063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343068-7c20-46e4-9fc9-e267abfb51c8 req-bef99de5-7c4b-4d47-96a2-d60c0ea419e1 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:02.078772 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76343068-7c20-46e4-9fc9-e267abfb51c8 req-bef99de5-7c4b-4d47-96a2-d60c0ea419e1 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0839894
Dec 03 03:38:02.129889 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76343068-7c20-46e4-9fc9-e267abfb51c8 req-94196e67-17c5-45bd-b8d0-b6e47906e869 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433147
Dec 03 03:38:02.885416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769016aa-1bde-4193-a7f4-112904730949 req-ae1e29e3-3d4b-4dd4-aec1-ca57ba07aac2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:02.887352 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-769016aa-1bde-4193-a7f4-112904730949 req-ae1e29e3-3d4b-4dd4-aec1-ca57ba07aac2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0941722
Dec 03 03:38:02.935125 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-769016aa-1bde-4193-a7f4-112904730949 req-2a4ab222-c6b1-4828-adca-c168567c54c2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412405
Dec 03 03:38:03.413114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc4d06-63e8-42ed-bd71-06ad0cc18021 req-e0e83e63-0767-4456-a864-80741c4a4052 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:03.414777 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0cc4d06-63e8-42ed-bd71-06ad0cc18021 req-e0e83e63-0767-4456-a864-80741c4a4052 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.1499650
Dec 03 03:38:03.417427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb2a4d-7917-4dc3-abf5-75ef0d272056 req-6d75f74a-1a64-4702-b31f-86194c5185cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:03.418951 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49bb2a4d-7917-4dc3-abf5-75ef0d272056 req-6d75f74a-1a64-4702-b31f-86194c5185cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1137121
Dec 03 03:38:03.493622 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0cc4d06-63e8-42ed-bd71-06ad0cc18021 req-45e2057b-b1d0-4cbc-b563-5cedd4ff0e72 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=56bce161-4a34-481a-a18f-9044a48391f5&id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0721273
Dec 03 03:38:03.497045 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49bb2a4d-7917-4dc3-abf5-75ef0d272056 req-3dc9cf39-106c-429f-bb6c-1ee3815fbbd9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617054
Dec 03 03:38:03.585371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:03.655956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:03.656378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:04.155854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131f6e-89bb-4cb9-a566-8834a5e816b8 req-0bdac1ed-0942-40ec-9fe5-3478e6b5a33c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:04.157487 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8131f6e-89bb-4cb9-a566-8834a5e816b8 req-0bdac1ed-0942-40ec-9fe5-3478e6b5a33c tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0933683
Dec 03 03:38:04.206760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8131f6e-89bb-4cb9-a566-8834a5e816b8 req-5b08192a-5315-410a-bf60-97926a2f4fd4 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415566
Dec 03 03:38:05.424459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07e2af-0042-4338-bfcb-ab966bea9bcb req-31c4b1d1-1590-477f-828d-644f19f4da97 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:05.426740 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d07e2af-0042-4338-bfcb-ab966bea9bcb req-31c4b1d1-1590-477f-828d-644f19f4da97 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0887179
Dec 03 03:38:05.473199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d07e2af-0042-4338-bfcb-ab966bea9bcb req-0ff318ce-36f2-4152-8b40-ed1a73058cf8 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401149
Dec 03 03:38:06.073220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-e9bb7072-5304-4290-a85e-8dfce0526712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:06.074899 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-e9bb7072-5304-4290-a85e-8dfce0526712 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=386b3100fc3542508eb392d2e70ddbba&device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 1162 time: 0.1408284
Dec 03 03:38:06.116374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013d4c-576e-42b5-bad1-8db0057324a3 req-fe522617-5a08-41c1-a160-9a116319974e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:06.117950 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47013d4c-576e-42b5-bad1-8db0057324a3 req-fe522617-5a08-41c1-a160-9a116319974e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1345479
Dec 03 03:38:06.249240 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47013d4c-576e-42b5-bad1-8db0057324a3 req-0d6adcc8-90fc-4263-bed4-7090d524ac40 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239831
Dec 03 03:38:06.268073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-b1814d9c-bc93-438f-804b-d9100f76b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:06.270605 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-b1814d9c-bc93-438f-804b-d9100f76b6f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 200  len: 913 time: 0.1865449
Dec 03 03:38:06.355551 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-86a07e95-41b9-4c48-a557-5b9061dc271f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 200  len: 217 time: 0.0697412
Dec 03 03:38:06.429791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-478b0b48-150d-4945-9908-ae4b9d05fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:06.431408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-478b0b48-150d-4945-9908-ae4b9d05fd01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 200  len: 859 time: 0.0676646
Dec 03 03:38:06.483913 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-abf84bd3-31a7-44e4-bfbb-f7099d5efb19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c035356-c912-4076-b2c1-33f3ed9a39e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451224
Dec 03 03:38:06.635436 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-c44763f4-085b-4a40-a450-81a1a84b48f1 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436830
Dec 03 03:38:06.789906 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe91f5d9-5990-4221-99de-49ee1f6000d0 req-ae1e5c3b-233f-48dc-8bf2-479045202b57 service neutron] 10.222.0.64 "GET /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425142
Dec 03 03:38:07.466799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080d7a1-05e9-424f-84ee-50255e689980 req-54dcd0a2-f087-497e-972a-ae4a7328191e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:07.468399 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8080d7a1-05e9-424f-84ee-50255e689980 req-54dcd0a2-f087-497e-972a-ae4a7328191e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0862620
Dec 03 03:38:07.515931 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8080d7a1-05e9-424f-84ee-50255e689980 req-f4512f2e-f9f8-4b57-bf59-52a020fd43bc tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408943
Dec 03 03:38:08.768140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ea64-df00-4846-9c36-f3f1d70a4417 req-3ff8a5fb-9eb1-4c6c-ad32-f12d87e7906d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:08.769933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9608ea64-df00-4846-9c36-f3f1d70a4417 req-3ff8a5fb-9eb1-4c6c-ad32-f12d87e7906d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0858138
Dec 03 03:38:09.028344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9608ea64-df00-4846-9c36-f3f1d70a4417 req-5c8da623-0641-4e14-935e-5be71fc7181d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518661
Dec 03 03:38:09.607129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae504e-652f-44c7-8217-8c7aa0023c06 req-babe0ab8-05dd-41da-9b8c-a52fa846ad93 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:09.608739 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25ae504e-652f-44c7-8217-8c7aa0023c06 req-babe0ab8-05dd-41da-9b8c-a52fa846ad93 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0874648
Dec 03 03:38:09.658383 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25ae504e-652f-44c7-8217-8c7aa0023c06 req-2d353443-3636-43ca-ba93-8d1f3e78af85 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430062
Dec 03 03:38:09.763598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:09.835075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 74dbb841-a018-4b62-93d8-e752de7fcf69 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:09.835602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:10.257581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd96e58-e765-4f68-9c11-bd74d06945c3 req-ecdbf685-eed1-4f88-9747-3060073c4c8a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:10.259203 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9fd96e58-e765-4f68-9c11-bd74d06945c3 req-ecdbf685-eed1-4f88-9747-3060073c4c8a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0867431
Dec 03 03:38:10.307364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9fd96e58-e765-4f68-9c11-bd74d06945c3 req-b78d53f1-c614-4384-9a46-8a687de3d32e tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414340
Dec 03 03:38:10.890507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce5517-de0d-4247-bd45-0e3f77e8f5d0 req-1a796671-7a11-4a24-bfd6-bc2d32ecffef tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:10.892224 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40ce5517-de0d-4247-bd45-0e3f77e8f5d0 req-1a796671-7a11-4a24-bfd6-bc2d32ecffef tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0869544
Dec 03 03:38:10.944131 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40ce5517-de0d-4247-bd45-0e3f77e8f5d0 req-05b3f96a-fa0f-4f87-9b14-b65aaf84b200 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455964
Dec 03 03:38:11.661634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c3f23d04-82b9-44c8-8757-e196aa111f7e no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:11.697939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-fdeedc42-1997-4933-a925-b04208f3dbef tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:11.699772 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-fdeedc42-1997-4933-a925-b04208f3dbef tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 945 time: 0.0864587
Dec 03 03:38:11.777093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:11.779647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Deleting port c3f23d04-82b9-44c8-8757-e196aa111f7e {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:11.780036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:11.808465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:11.819620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:11.822933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:11.825036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f32765d8-5d21-4ed3-b350-cf3a587df271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:11.883978 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'code': 200}
Dec 03 03:38:11.898922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:11.907469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.908077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.908194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.908591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.909012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.909383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.909966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.910367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.910738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.911108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.911545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.911824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.912278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.912648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.913013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.913378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.913740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.914104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.914493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.914857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.915229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.915593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.915954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.916312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:11.920906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:12.056963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] For port c3f23d04-82b9-44c8-8757-e196aa111f7e, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c3f23d04-82b9-44c8-8757-e196aa111f7e,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:12.057359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:12.389134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc9ca-bf9e-4388-a6b6-0df2bf8c90de req-d9e5e4a0-adbc-4cd3-9c02-6363bf2bfb70 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:12.390744 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a09fc9ca-bf9e-4388-a6b6-0df2bf8c90de req-d9e5e4a0-adbc-4cd3-9c02-6363bf2bfb70 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 943 time: 0.2648787
Dec 03 03:38:12.469471 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a09fc9ca-bf9e-4388-a6b6-0df2bf8c90de req-a3bd4d70-4040-45a8-ab2e-4d60b6d50e32 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=048de500-4d7e-4100-8a4a-a9e347f89f99&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697386
Dec 03 03:38:12.473089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:12.473498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:12.473846 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Floating IP 90664086-3a98-4389-a713-09adbb4675cb disassociated. External IP: 172.27.0.98, port: c3f23d04-82b9-44c8-8757-e196aa111f7e.
Dec 03 03:38:12.474221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Calling delete_port for c3f23d04-82b9-44c8-8757-e196aa111f7e owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:12.624664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:12.642059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:12.687542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'Port': ['ID=c3f23d04-82b9-44c8-8757-e196aa111f7e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:12.749750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.750089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.750519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.750919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.751312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.751704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.752121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.752530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.752917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.753307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.753689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.754077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.754577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.754966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.755354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.755740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.756125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.756510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.756904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.757283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.757667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.758052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.758492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.758878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:12.763142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:13.021078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:38:13.214120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:38:13.225200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:38:13.236549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:13.238063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cdee198>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:37:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:13.253936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] No DVR routers for this DVR port c3f23d04-82b9-44c8-8757-e196aa111f7e on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:38:13.256346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:13.266534 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-deleted', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:13.272856 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0857c394-62eb-4ecd-a95e-8e21a9f5b973 req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "DELETE /v2.0/ports/c3f23d04-82b9-44c8-8757-e196aa111f7e HTTP/1.1" status: 204  len: 173 time: 1.5645483
Dec 03 03:38:13.345285 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a81d4-be89-4e0b-8c3e-ec4ca703cd13', 'name': 'network-vif-deleted', 'tag': 'c3f23d04-82b9-44c8-8757-e196aa111f7e', 'status': 'completed', 'code': 200}
Dec 03 03:38:13.499367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:13.692524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-449db969-5619-4745-89f7-46d4a06b0158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:13.700617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-94b5df7e-4655-43a6-9046-1c4992eaae9f req-aff52f42-7f37-49c0-860a-ccb02892b0f5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:13.716533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-94b5df7e-4655-43a6-9046-1c4992eaae9f req-aff52f42-7f37-49c0-860a-ccb02892b0f5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:13.717822 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94b5df7e-4655-43a6-9046-1c4992eaae9f req-aff52f42-7f37-49c0-860a-ccb02892b0f5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=428a81d4-be89-4e0b-8c3e-ec4ca703cd13 HTTP/1.1" status: 200  len: 210 time: 0.0715177
Dec 03 03:38:13.868569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cdee198>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:13.872649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:38:13.882500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:13.883177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cdee198>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:37:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:14.076340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:14.409638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cdee198>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:14.413686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc28-b631-451b-b3dc-81e2f33f4927 None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:38:14.820762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a16bf-2f64-45c5-82cb-733233d69940 None None] New status for floating IP 90664086-3a98-4389-a713-09adbb4675cb: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:38:15.212737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:15.919401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34034) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:15.998890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.029898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.077665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.083686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ccad8888-fb6f-42ed-b0bb-d50f482937ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:16.100258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'SecurityGroup': ['ID=048de500-4d7e-4100-8a4a-a9e347f89f99,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:16.109633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.109948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.110390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.110802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.111210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.111615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.112018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.113512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.114007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.114550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.114960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.115366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.115868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.116271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.116673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.117073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.117546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.117947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.118374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.118776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.119176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.119573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.119968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.120360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:38:16.126036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:16.130490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.131912 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "DELETE /v2.0/security-groups/048de500-4d7e-4100-8a4a-a9e347f89f99 HTTP/1.1" status: 204  len: 168 time: 0.2114158
Dec 03 03:38:16.134729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34040) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:16.154186 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-8fb7f379-961c-42ce-9871-e09f03acaff9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] show failed (client error): The resource could not be found.
Dec 03 03:38:16.155312 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8fb7f379-961c-42ce-9871-e09f03acaff9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups/048de500-4d7e-4100-8a4a-a9e347f89f99 HTTP/1.1" status: 404  len: 347 time: 0.0195894
Dec 03 03:38:16.158323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34044) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:16.184789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099c2ae-3680-429e-8f62-59c1f4ca41b9 req-2abe529f-206c-4acc-943d-d0bbbc2b806d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:16.186810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d099c2ae-3680-429e-8f62-59c1f4ca41b9 req-2abe529f-206c-4acc-943d-d0bbbc2b806d tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.0926313
Dec 03 03:38:16.219910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb55d67d-1f64-4c70-9077-14dbe96be554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.238894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d099c2ae-3680-429e-8f62-59c1f4ca41b9 req-3ec92b48-b8b2-4f7a-977a-7ba228b613c6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455682
Dec 03 03:38:16.336611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Deleting port e1416af4-0605-4000-8cc5-c9761fb04697 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:16.336919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.513103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.513497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.642838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Calling delete_port for e1416af4-0605-4000-8cc5-c9761fb04697 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:16.656264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:16.996145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.011346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:17.104643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'Port': ['ID=e1416af4-0605-4000-8cc5-c9761fb04697,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:17.111605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:17.240783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.257866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.259117 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "DELETE /v2.0/floatingips/90664086-3a98-4389-a713-09adbb4675cb HTTP/1.1" status: 204  len: 168 time: 1.0998182
Dec 03 03:38:17.455384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734811a-3e85-4a35-942b-9ff9700877a7 req-ac6e5f6f-58e0-4ed1-98db-59034196680f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:17.457705 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7734811a-3e85-4a35-942b-9ff9700877a7 req-ac6e5f6f-58e0-4ed1-98db-59034196680f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.0879326
Dec 03 03:38:17.505858 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7734811a-3e85-4a35-942b-9ff9700877a7 req-fd0e8b4f-91ca-46d8-8d71-8c4d6cdb7c8b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413091
Dec 03 03:38:17.509519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34052) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:17.515080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group': {'name': 'tempest-securitygroup--528048183', 'description': 'tempest-description--58828956'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:17.522259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:17.526993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:17.530101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:17.536603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:17.546182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.569262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:17.573280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:17.576234 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:17.582807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:17.655316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.658132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.663638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4d6f1025-b691-40c2-80b1-507b52e7b8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:17.694909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.710912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc59e0-f491-4c8b-9826-623fec6381f2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:17.713794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.715167 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1727 time: 0.2046845
Dec 03 03:38:17.716152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:17.718272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34056) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:17.723996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group_rule': {'security_group_id': 'dbbc59e0-f491-4c8b-9826-623fec6381f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:17.730258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:17.734321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:17.737839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:17.743703 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:17.759970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.822740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.825387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.827515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:17.850748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838a6228-aaba-4871-8379-679e41a694d3,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:17.853241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:17.859490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.860755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1413851
Dec 03 03:38:17.864174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34062) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:17.869799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'security_group_rule': {'security_group_id': 'dbbc59e0-f491-4c8b-9826-623fec6381f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:17.875848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:17.880830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:security_group_rule and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:17.883917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:17.889973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:17.906266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.969667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.973060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:17.975205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:17.996760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68658713-99b9-4b8c-9e87-3fbd7ebc7749,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:18.000980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:18.008438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.009719 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2c97fb4a-8236-452e-a198-b6f0ef1773b6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1445353
Dec 03 03:38:18.013357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34066) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:18.019153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:18.024413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:18.028467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:floatingip and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:18.031447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:18.037420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:18.049227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.165216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.193846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.469433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Allocated IP 172.27.0.226 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/27f97fbc-bab3-4808-b2a2-9df3e7888c64) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:38:18.630594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.725647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:18.741377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:18.870790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416538f3-a7b0-4e6c-b207-de31927c75aa req-07e4dc43-e165-436b-b793-ce6bd732fa26 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:18.872402 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-416538f3-a7b0-4e6c-b207-de31927c75aa req-07e4dc43-e165-436b-b793-ce6bd732fa26 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.2331667
Dec 03 03:38:18.914925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=27f97fbc-bab3-4808-b2a2-9df3e7888c64,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:18.954154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:19.219636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-416538f3-a7b0-4e6c-b207-de31927c75aa req-b50050e9-9e84-4e24-8910-2e631755ff3a tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3335712
Dec 03 03:38:19.241260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:38:19.244347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:38:19.247506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:38:19.277258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-48eb3004-e9cc-4302-98ea-614abda3d75b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:19.278831 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-48eb3004-e9cc-4302-98ea-614abda3d75b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 945 time: 0.3571525
Dec 03 03:38:19.331396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.395158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Deleting port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:19.395533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.462257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.626223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:19.745999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.775400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:19.786024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:19.791118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.793362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:19.848057 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36', 'code': 200}
Dec 03 03:38:19.859958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:19.860356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:19.863467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:19.866985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:20.012329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Calling delete_port for 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:20.128947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:20.132877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:20.150157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4790f79c-37b4-4ca8-b0bd-0c7370b6a60d tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:20.187135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:38:20.187508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:38:20.302366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=27f97fbc-bab3-4808-b2a2-9df3e7888c64,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:20.307618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:20.339984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:20.413834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:20.415183 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4008889
Dec 03 03:38:20.450814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c2354-bc38-4329-9eff-11647d94f747 req-645eba93-9384-449c-9477-d62b85cb56db tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:20.451602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-029c2354-bc38-4329-9eff-11647d94f747 req-645eba93-9384-449c-9477-d62b85cb56db tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:20.464939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-029c2354-bc38-4329-9eff-11647d94f747 req-645eba93-9384-449c-9477-d62b85cb56db tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:20.466208 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-029c2354-bc38-4329-9eff-11647d94f747 req-645eba93-9384-449c-9477-d62b85cb56db tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 943 time: 0.1092987
Dec 03 03:38:20.516338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-029c2354-bc38-4329-9eff-11647d94f747 req-649e1cad-526a-45ea-b476-0240c7d914f2 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431225
Dec 03 03:38:20.665668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-72e87532-96aa-44f4-b60d-80a5803a0975 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:20.679972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-72e87532-96aa-44f4-b60d-80a5803a0975 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:20.681231 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-72e87532-96aa-44f4-b60d-80a5803a0975 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--528048183&fields=id&tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 267 time: 0.0578573
Dec 03 03:38:20.689426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Deleting port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:20.689806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:20.704051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:38:21.014759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-ce8dd0eb-7dc5-4aef-bd50-0ed4ddb06827 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:21.016359 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-ce8dd0eb-7dc5-4aef-bd50-0ed4ddb06827 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 816 time: 0.3278008
Dec 03 03:38:21.046302 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-e4af7a2c-93f5-400d-b384-18c8fa69f46d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/quotas/3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 375 time: 0.0229597
Dec 03 03:38:21.153058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] For port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:21.153465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:21.292285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Calling delete_port for 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:21.362127 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-f718e459-4633-41ae-a343-bd0664a85bfb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3033049
Dec 03 03:38:21.842627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:21.864018 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-5adcaf87-deaf-4d5b-8ec4-1e66a77e240b service neutron] 10.222.0.66 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4821482
Dec 03 03:38:21.864693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:21.944845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Pushing event deleted for resources: {'Port': ['ID=8da2ef35-41d3-42dc-8daf-5e6b3c260f36,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:22.001702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:22.073304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2a22-80b9-4691-87bc-0cf93f3438d0 req-d9591348-8182-441a-9f94-aab3980c5b95 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:22.074952 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ade2a22-80b9-4691-87bc-0cf93f3438d0 req-d9591348-8182-441a-9f94-aab3980c5b95 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=9955eb83-6d7f-4770-a851-4c648eda7deb HTTP/1.1" status: 200  len: 865 time: 0.4096692
Dec 03 03:38:22.200164 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ade2a22-80b9-4691-87bc-0cf93f3438d0 req-f2af4d6e-c983-4e84-aad2-09c1e520549f tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157289
Dec 03 03:38:22.213502 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-96d93608-67db-470d-98b3-44f9aa489581 service neutron] 10.222.0.66 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3118010
Dec 03 03:38:22.266073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] No DVR routers for this DVR port 8da2ef35-41d3-42dc-8daf-5e6b3c260f36 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:38:22.268894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:22.271937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-deleted', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:22.289970 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7afb2ed-d671-4254-8acd-51071d32fbef req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "DELETE /v2.0/ports/8da2ef35-41d3-42dc-8daf-5e6b3c260f36 HTTP/1.1" status: 204  len: 173 time: 3.0035586
Dec 03 03:38:22.345195 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9955eb83-6d7f-4770-a851-4c648eda7deb', 'name': 'network-vif-deleted', 'tag': '8da2ef35-41d3-42dc-8daf-5e6b3c260f36', 'status': 'completed', 'code': 200}
Dec 03 03:38:22.428218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5526913e-0c36-478b-a8f4-774bdab6dab0 req-96fa8ed3-7c7b-4779-a2cf-4a9003ef293b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 210 time: 0.0475490
Dec 03 03:38:23.629226 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf47a64c-05ce-41d9-81e7-42b3a15c036e req-84ba361c-5519-45df-a2db-457ab602fac2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 210 time: 0.0504882
Dec 03 03:38:23.876416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-2d1424cb-1b05-4f63-84c0-16084b6ec0dd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:23.878108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-2d1424cb-1b05-4f63-84c0-16084b6ec0dd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 816 time: 0.1840129
Dec 03 03:38:23.884249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932067e-5dfc-45ec-b816-f79da776b693 req-694a92cc-71e6-4eee-92f6-cb7c66f88f89 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:23.884983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d932067e-5dfc-45ec-b816-f79da776b693 req-694a92cc-71e6-4eee-92f6-cb7c66f88f89 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:23.900305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d932067e-5dfc-45ec-b816-f79da776b693 req-694a92cc-71e6-4eee-92f6-cb7c66f88f89 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:23.901615 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d932067e-5dfc-45ec-b816-f79da776b693 req-694a92cc-71e6-4eee-92f6-cb7c66f88f89 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2527385
Dec 03 03:38:23.997967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d932067e-5dfc-45ec-b816-f79da776b693 req-5359c3d4-461f-4bb4-915e-ad8a10e4aee6 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785189
Dec 03 03:38:24.005584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-194fec23-36fd-431b-9b6e-d49202630ed2 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 5502 time: 0.1026688
Dec 03 03:38:24.017232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'port': {'device_id': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'admin_state_up': True, 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'security_groups': ['dbbc59e0-f491-4c8b-9826-623fec6381f2']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:24.164031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:24.168295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Usage tracker for resource:port and tenant:3eb64f2deda143e78ec3cd403b83d6ee is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:24.171204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Quota usage for port was recalculated. Used quota:3. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:24.178105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:24.188462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Made reservation on behalf of 3eb64f2deda143e78ec3cd403b83d6ee for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:38:24.194732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:24.518364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Allocated IP 172.20.0.13 (e29e6beb-dbdd-4360-87a0-1178c03113fb/45cf2a12-66cc-4a37-95b1-3afa89c5559f/79ff5038-3e00-4314-9303-6339e41003a8) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:38:24.718829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:24.735336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Transition to ACTIVE for port object 79ff5038-3e00-4314-9303-6339e41003a8 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:38:24.755991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:24.773484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-00d5b8f0-dee7-43e2-af97-6616e1bd22f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:24.967958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:24.971135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:25.044599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbfd99-8b49-4e0b-9c0e-340d35ac880a req-19a1f9a7-9a32-4824-8f62-890c7c4b80f4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:25.046279 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2ccbfd99-8b49-4e0b-9c0e-340d35ac880a req-19a1f9a7-9a32-4824-8f62-890c7c4b80f4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 932 time: 0.2301283
Dec 03 03:38:25.051615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Network e29e6beb-dbdd-4360-87a0-1178c03113fb is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:38:25.052872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:38:25.057014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:38:25.061289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:25.061976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:25.122840 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1098888
Dec 03 03:38:25.128165 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2ccbfd99-8b49-4e0b-9c0e-340d35ac880a req-c9938dfc-f8df-4eac-8a6f-a06bf9bf6659 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728703
Dec 03 03:38:25.154447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Request body: {'port': {'device_id': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:25.297121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f8d1415a-2c61-4f95-8c81-035d81d46352 None None] Provisioning for port 79ff5038-3e00-4314-9303-6339e41003a8 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:38:25.302972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f8d1415a-2c61-4f95-8c81-035d81d46352 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:25.303388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8d1415a-2c61-4f95-8c81-035d81d46352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:25.344933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:25.359883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1415a-2c61-4f95-8c81-035d81d46352 None None] Port 79ff5038-3e00-4314-9303-6339e41003a8 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:38:25.370072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a259d-ad24-43c7-adda-dee11ed098e9 req-d1119aec-11ad-445f-9076-5f5198886516 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:25.371727 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac1a259d-ad24-43c7-adda-dee11ed098e9 req-d1119aec-11ad-445f-9076-5f5198886516 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2224867
Dec 03 03:38:25.498849 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac1a259d-ad24-43c7-adda-dee11ed098e9 req-efc1dbbd-fdf9-4214-b64e-90b0bdc959fa tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971627
Dec 03 03:38:25.798670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ff5038-3e00-4314-9303-6339e41003a8 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:38:25.806295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:25.818500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Transition to ACTIVE for port object 79ff5038-3e00-4314-9303-6339e41003a8 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:38:25.821141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:25.836422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf8c9e52-3d7a-48c8-a44f-e0284bb4ee43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:25.962423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:25.972667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:26.366323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Attempting to bind port 79ff5038-3e00-4314-9303-6339e41003a8 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:38:26.366729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Attempting to bind port 79ff5038-3e00-4314-9303-6339e41003a8 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:38:26.367052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Attempting to bind port 79ff5038-3e00-4314-9303-6339e41003a8 on network e29e6beb-dbdd-4360-87a0-1178c03113fb {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:38:26.375962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:38:26.376337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Checking segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:38:26.376737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:26.377133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Bound using segment: {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:38:26.377670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Bound port: 79ff5038-3e00-4314-9303-6339e41003a8, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a318ad7c-c109-41cd-9e89-b03eba0bb707', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:38:26.378230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:26.466124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1c58-5039-4a65-bf08-3619bb6cb46e req-098b8e9a-8a86-4207-b746-357fe247db9f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:26.466869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7c6d1c58-5039-4a65-bf08-3619bb6cb46e req-098b8e9a-8a86-4207-b746-357fe247db9f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:26.501119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7c6d1c58-5039-4a65-bf08-3619bb6cb46e req-098b8e9a-8a86-4207-b746-357fe247db9f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:26.502355 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7c6d1c58-5039-4a65-bf08-3619bb6cb46e req-098b8e9a-8a86-4207-b746-357fe247db9f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.2168171
Dec 03 03:38:26.505044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:38:26.508966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:38:26.528112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:26.544965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:26.754362 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7c6d1c58-5039-4a65-bf08-3619bb6cb46e req-9cc468c8-7e4e-4d42-a1c9-7bbfb4aa8b20 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2436402
Dec 03 03:38:26.771040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:26.778133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:26.827408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:26.828081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:26.829645 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] 10.222.0.64 "PUT /v2.0/ports/79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 1158 time: 1.6817434
Dec 03 03:38:26.830166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:26.842446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd18b5-01b8-4189-97f7-0c69a8361a45 req-fcb4a326-6f03-4bc3-8f28-778c29dd05da tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:26.844020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07fd18b5-01b8-4189-97f7-0c69a8361a45 req-fcb4a326-6f03-4bc3-8f28-778c29dd05da tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1913023
Dec 03 03:38:26.902930 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'status': 'completed', 'code': 200}
Dec 03 03:38:26.907520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07fd18b5-01b8-4189-97f7-0c69a8361a45 req-ed319ed6-68f9-4163-93de-486b887182d1 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522716
Dec 03 03:38:27.001465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-a3a7d221-4470-4cf8-97c2-fda8e363b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:27.003881 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-a3a7d221-4470-4cf8-97c2-fda8e363b584 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1161 time: 0.0812709
Dec 03 03:38:27.099152 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-edbf3bbc-289b-45c6-8226-240ed41fb1f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 217 time: 0.0713429
Dec 03 03:38:27.168704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-9da6aa88-1f9e-4a1d-b964-09cf7494fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:27.170285 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-9da6aa88-1f9e-4a1d-b964-09cf7494fd1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0641448
Dec 03 03:38:27.261536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-a910fd04-1080-40c4-9cf2-c8f6ec460de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:27.263171 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-a910fd04-1080-40c4-9cf2-c8f6ec460de5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790062
Dec 03 03:38:27.410969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-66a479b7-30c1-41be-91cb-f6c4d753d32d service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394079
Dec 03 03:38:27.556068 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c8b0f54-13e3-4d5e-9f2c-003fec282eee req-23c9fb5c-e45f-46a3-a309-bd9b1d2fcfec service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368365
Dec 03 03:38:27.750798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-f23cd942-e8e6-4ad0-8e9e-82f5cb473df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:27.752292 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-f23cd942-e8e6-4ad0-8e9e-82f5cb473df4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1161 time: 0.0745401
Dec 03 03:38:27.904818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-d4e92a16-4e6d-4107-b657-e4f4be2b1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:27.906406 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-d4e92a16-4e6d-4107-b657-e4f4be2b1d85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.1406405
Dec 03 03:38:28.017928 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-8c2bd382-1406-4a1d-ba6d-31b05da81bdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 217 time: 0.0736806
Dec 03 03:38:28.160373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-7ec99645-2c30-4878-b923-84d6be5f600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:28.161954 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-7ec99645-2c30-4878-b923-84d6be5f600e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.1363778
Dec 03 03:38:28.176084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e47e-bc8a-4f57-b226-22ffa66fa0bd req-6d743e59-5ccd-4b84-ac6a-726ca6ea629a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:28.177682 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5da0e47e-bc8a-4f57-b226-22ffa66fa0bd req-6d743e59-5ccd-4b84-ac6a-726ca6ea629a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.2743487
Dec 03 03:38:28.286490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568fb4-25ca-4c08-803b-ce2808ffed60 req-334f8e85-65ab-4877-a63d-280ff0226073 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:28.288027 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0568fb4-25ca-4c08-803b-ce2808ffed60 req-334f8e85-65ab-4877-a63d-280ff0226073 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2241998
Dec 03 03:38:28.302293 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5da0e47e-bc8a-4f57-b226-22ffa66fa0bd req-17ff9e7b-344f-47b2-b755-8029c5761d25 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875041
Dec 03 03:38:28.345995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-78881374-eef9-4c87-9924-e13ae8412cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:28.347716 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-78881374-eef9-4c87-9924-e13ae8412cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1691084
Dec 03 03:38:28.358396 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0568fb4-25ca-4c08-803b-ce2808ffed60 req-2c98a54d-ecc0-4bb5-8b0d-9cf04eb10f95 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619977
Dec 03 03:38:28.500097 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-5280655a-b84d-428d-87f9-6aa6ceca7059 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360602
Dec 03 03:38:28.649583 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84c5f5b8-8280-4734-b09d-325dbb28ecdb req-1079ac34-e5f8-4fcd-9602-906e52e5b521 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390066
Dec 03 03:38:29.613434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618dc53-6fa9-4fe9-b9ac-85ce433f1a35 req-11a84f38-d04b-4d59-b959-0796fc759c1b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:29.615143 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b618dc53-6fa9-4fe9-b9ac-85ce433f1a35 req-11a84f38-d04b-4d59-b959-0796fc759c1b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1499527
Dec 03 03:38:29.626136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259601b-99d6-4619-ba8d-b240d64e944d req-5bfa8fec-6130-4fb9-a550-d2ac870cff64 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:29.628514 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7259601b-99d6-4619-ba8d-b240d64e944d req-5bfa8fec-6130-4fb9-a550-d2ac870cff64 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.1226342
Dec 03 03:38:29.700057 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b618dc53-6fa9-4fe9-b9ac-85ce433f1a35 req-39c6b350-0185-4cc2-a6f2-58dc90dfce37 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705152
Dec 03 03:38:29.706693 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7259601b-99d6-4619-ba8d-b240d64e944d req-e4a04e77-4779-45e6-8cc3-17caf6d7ff26 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611453
Dec 03 03:38:30.497000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-23662eed-15ee-42b4-8b70-0a72b3365d07 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:30.498500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-23662eed-15ee-42b4-8b70-0a72b3365d07 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.0810506
Dec 03 03:38:30.555537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:30.631293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 79ff5038-3e00-4314-9303-6339e41003a8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:38:30.637892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:30.638360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:30.774190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:30.780959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Deleting port 74dbb841-a018-4b62-93d8-e752de7fcf69 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:30.781350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:30.806014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:30.821565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:30.826645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:30.829208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:30.903244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:30.906769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:31.143088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3ab4-c608-426c-9a01-14dda79211ef req-a5817ea5-466f-4e79-864c-8f2bdb6f9be5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:31.144693 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-768b3ab4-c608-426c-9a01-14dda79211ef req-a5817ea5-466f-4e79-864c-8f2bdb6f9be5 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 945 time: 0.2743638
Dec 03 03:38:31.153897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad994a-14e8-457b-b89f-c63a477ed2a7 req-d5189dc5-ac4a-450d-850a-2296e7ade491 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:31.156032 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fad994a-14e8-457b-b89f-c63a477ed2a7 req-d5189dc5-ac4a-450d-850a-2296e7ade491 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2838414
Dec 03 03:38:31.248690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] For port 74dbb841-a018-4b62-93d8-e752de7fcf69, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=74dbb841-a018-4b62-93d8-e752de7fcf69,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:31.249086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:31.280466 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-768b3ab4-c608-426c-9a01-14dda79211ef req-c86c7af4-58e8-4346-9a67-2964b5c232e9 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/security-groups?id=dce9320b-da68-48a1-80f1-b0af906a06c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240420
Dec 03 03:38:31.351773 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'code': 200}
Dec 03 03:38:31.395356 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fad994a-14e8-457b-b89f-c63a477ed2a7 req-32f7cab2-6a4e-41a0-988a-57a94cc4b330 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235627
Dec 03 03:38:31.403768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Calling delete_port for 74dbb841-a018-4b62-93d8-e752de7fcf69 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:31.558313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:31.574836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:31.659246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Pushing event deleted for resources: {'Port': ['ID=74dbb841-a018-4b62-93d8-e752de7fcf69,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:31.713677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:31.800035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14c6e-6946-4b52-8525-aedc61dffed7 req-8cbcf65d-4aaf-437a-a6d8-4318a5b2e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:31.802317 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25c14c6e-6946-4b52-8525-aedc61dffed7 req-8cbcf65d-4aaf-437a-a6d8-4318a5b2e6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1163 time: 0.1980288
Dec 03 03:38:31.857892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] No DVR routers for this DVR port 74dbb841-a018-4b62-93d8-e752de7fcf69 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:38:31.862527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:31.866033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'name': 'network-vif-deleted', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:31.894529 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4f6c9db-778c-4798-bbcb-7e38c8a41e1a req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.64 "DELETE /v2.0/ports/74dbb841-a018-4b62-93d8-e752de7fcf69 HTTP/1.1" status: 204  len: 173 time: 1.3890259
Dec 03 03:38:31.901056 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25c14c6e-6946-4b52-8525-aedc61dffed7 req-54c808ef-f915-4124-9305-6b503a6d1f0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628130
Dec 03 03:38:31.935491 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e1b1-6107-4523-a287-f599394f984f', 'name': 'network-vif-deleted', 'tag': '74dbb841-a018-4b62-93d8-e752de7fcf69', 'status': 'completed', 'code': 200}
Dec 03 03:38:31.961890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:32.031686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:32.032114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:32.193688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:32.231827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: 74dbb841-a018-4b62-93d8-e752de7fcf69 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:38:32.231827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 74dbb841-a018-4b62-93d8-e752de7fcf69 not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:38:32.429464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023afe78-792d-43ae-bd23-8d0999185f99 req-54c83939-056f-4721-935b-d91159137970 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:32.431151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-023afe78-792d-43ae-bd23-8d0999185f99 req-54c83939-056f-4721-935b-d91159137970 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.0958216
Dec 03 03:38:32.512049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ceca6acd-4de9-4ff6-aafa-0a21329a7f31 req-a2e42350-84f8-4ab6-ac1d-aceb5da31512 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Synchronizing usage tracker for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:32.527278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-023afe78-792d-43ae-bd23-8d0999185f99 req-77fcef96-5169-458d-af50-f8022767d1ed tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896552
Dec 03 03:38:32.535382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ceca6acd-4de9-4ff6-aafa-0a21329a7f31 req-a2e42350-84f8-4ab6-ac1d-aceb5da31512 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Unset dirty status for tenant:386b3100fc3542508eb392d2e70ddbba on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:32.537169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ceca6acd-4de9-4ff6-aafa-0a21329a7f31 req-a2e42350-84f8-4ab6-ac1d-aceb5da31512 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] 10.222.0.66 "GET /v2.0/ports?device_id=2846e1b1-6107-4523-a287-f599394f984f HTTP/1.1" status: 200  len: 210 time: 0.0852854
Dec 03 03:38:32.731172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fb11d-ef34-4079-b62f-334900e9057c req-c81c72f0-cbcf-4592-b1be-48591f5bc94c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:32.732795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c47fb11d-ef34-4079-b62f-334900e9057c req-c81c72f0-cbcf-4592-b1be-48591f5bc94c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0860329
Dec 03 03:38:32.787221 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c47fb11d-ef34-4079-b62f-334900e9057c req-91d88bde-8dcc-4ae0-968b-1e1c36a10966 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463891
Dec 03 03:38:33.650008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34162) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:33.906194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa91d-3de4-496e-9967-c06118e5f19a req-36b3f758-0e3b-4b68-b354-f7c748ade0e8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:33.907857 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-545fa91d-3de4-496e-9967-c06118e5f19a req-36b3f758-0e3b-4b68-b354-f7c748ade0e8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2013867
Dec 03 03:38:34.146014 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-545fa91d-3de4-496e-9967-c06118e5f19a req-5173e9bb-7c45-4a89-b2ba-eba47f623b0c tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1846986
Dec 03 03:38:34.192883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:34.515301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cebf1-a488-48b9-89f7-ede19a35a026 req-645241c0-d57d-4839-8006-068a82e87cb1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:34.516810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a97cebf1-a488-48b9-89f7-ede19a35a026 req-645241c0-d57d-4839-8006-068a82e87cb1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.5569165
Dec 03 03:38:34.595121 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a97cebf1-a488-48b9-89f7-ede19a35a026 req-e35fbb53-6e98-4d74-a33c-475562d66c43 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685513
Dec 03 03:38:34.993757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ede2b-1a37-4cac-bc73-2234df69b140 req-05c2db6b-2703-44db-aa34-80de026a2793 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:34.995408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e04ede2b-1a37-4cac-bc73-2234df69b140 req-05c2db6b-2703-44db-aa34-80de026a2793 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2552328
Dec 03 03:38:35.005779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34170) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:35.012202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Request body: {'floatingip': {'port_id': '79ff5038-3e00-4314-9303-6339e41003a8'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:35.050043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-507b7c09-c230-47b1-8bad-ac364940d613 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:35.051905 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-507b7c09-c230-47b1-8bad-ac364940d613 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.2222264
Dec 03 03:38:35.107459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.151012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port d8950c69-c9f3-48de-8cdb-3a898103e0ea {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:35.151406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.593304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Deleting port 307a935c-0d47-44f7-b5da-8e02820d7c23 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:35.593686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.638885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:35.639297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.655448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dcc12-a081-4e9f-a0f4-fdb360755a53 req-20d332e3-682f-4cc3-9fa6-f39789b0b9a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:35.657074 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af1dcc12-a081-4e9f-a0f4-fdb360755a53 req-20d332e3-682f-4cc3-9fa6-f39789b0b9a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 946 time: 0.3391216
Dec 03 03:38:35.782136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device d8950c69-c9f3-48de-8cdb-3a898103e0ea no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:35.886536 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-af1dcc12-a081-4e9f-a0f4-fdb360755a53 req-8db77ff1-b307-48d6-8aa4-6e8d96f2d3c2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2173338
Dec 03 03:38:35.913674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.921947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.925294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.945663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:35.961924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:35.967104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:35.969983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:36.019326 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'code': 200}
Dec 03 03:38:36.054546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:36.058099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:36.099209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] For port 307a935c-0d47-44f7-b5da-8e02820d7c23, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=307a935c-0d47-44f7-b5da-8e02820d7c23,segment=NetworkSegment(23b9dd90-903a-46f9-ba4a-6e101bd3e6e8),segment_id=23b9dd90-903a-46f9-ba4a-6e101bd3e6e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:36.099623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:36.106801 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Floating IP 45659cf4-a6fc-497f-823f-165c3cb2a906 associated. External IP: 172.27.0.226, port: 79ff5038-3e00-4314-9303-6339e41003a8.
Dec 03 03:38:36.245999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Calling delete_port for 307a935c-0d47-44f7-b5da-8e02820d7c23 owned by network:router_interface {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:36.303840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:36.304259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:36.304619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Floating IP d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4 disassociated. External IP: 172.27.0.124, port: d8950c69-c9f3-48de-8cdb-3a898103e0ea.
Dec 03 03:38:36.305000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for d8950c69-c9f3-48de-8cdb-3a898103e0ea owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:36.697604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:38:36.802787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:38:36.803187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:38:36.876003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:36.889971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:38:36.893032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:36.894471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:36.900661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:38:36.912328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:36.913095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93fd0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:36.944831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Pushing event deleted for resources: {'Port': ['ID=307a935c-0d47-44f7-b5da-8e02820d7c23,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:36.956579 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cbd52422-f5bc-4abb-9a43-574f9e437c00 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "PUT /v2.0/floatingips/45659cf4-a6fc-497f-823f-165c3cb2a906 HTTP/1.1" status: 200  len: 992 time: 1.9494832
Dec 03 03:38:36.957344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:36.995707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:37.209886 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'status': 'completed', 'code': 200}
Dec 03 03:38:37.294833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:37.304005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port d8950c69-c9f3-48de-8cdb-3a898103e0ea {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:37.304401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:37.530014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:37.667818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93fd0>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '45659cf4-a6fc-497f-823f-165c3cb2a906', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': '79ff5038-3e00-4314-9303-6339e41003a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9a:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:19Z', 'updated_at': '2020-12-03T03:38:35Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:37.671887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:38:37.681567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:37.682229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93fd0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:37.717661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f7e73-e165-48a8-ab88-290c10956657 req-d89a8f2c-c8b9-40a7-8a24-a5c2e3eb7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:37.719321 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-d89a8f2c-c8b9-40a7-8a24-a5c2e3eb7356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1163 time: 0.4580171
Dec 03 03:38:37.779485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132984-8a06-464f-ad90-4e0901dbaf61 req-8a607923-c63a-4b01-9173-279ab17b97dd tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:37.781141 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18132984-8a06-464f-ad90-4e0901dbaf61 req-8a607923-c63a-4b01-9173-279ab17b97dd tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.7364895
Dec 03 03:38:37.865753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:38.003822 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18132984-8a06-464f-ad90-4e0901dbaf61 req-5b0b729c-88fc-4593-b6ca-6522e10ae45e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2145476
Dec 03 03:38:38.079437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] For port d8950c69-c9f3-48de-8cdb-3a898103e0ea, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d8950c69-c9f3-48de-8cdb-3a898103e0ea,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:38.079821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:38.237810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93fd0>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '45659cf4-a6fc-497f-823f-165c3cb2a906', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': '79ff5038-3e00-4314-9303-6339e41003a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9a:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:19Z', 'updated_at': '2020-12-03T03:38:35Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:38.243107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122376e-dda7-43d2-a668-f5d640b87813 None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '45659cf4-a6fc-497f-823f-165c3cb2a906', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'port_id': '79ff5038-3e00-4314-9303-6339e41003a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'mac_address': 'fa:16:3e:9a:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:19Z', 'updated_at': '2020-12-03T03:38:35Z', 'revision_number': 1, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:38:38.251510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f7e73-e165-48a8-ab88-290c10956657 req-7f8274c7-0b4e-4749-9772-3f009a19a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:38.253271 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-7f8274c7-0b4e-4749-9772-3f009a19a176 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.5142736
Dec 03 03:38:38.540432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b02db6-85a1-4505-a319-33263d43b334 None None] New status for floating IP 45659cf4-a6fc-497f-823f-165c3cb2a906: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:38:38.811749 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-bf7a8207-8da8-4cef-8f42-b02766a86313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 1000 time: 0.5372133
Dec 03 03:38:39.089166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f7e73-e165-48a8-ab88-290c10956657 req-78579c8c-4981-4b7a-8eaf-8db6f3ea252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:39.090722 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-78579c8c-4981-4b7a-8eaf-8db6f3ea252b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.2065318
Dec 03 03:38:39.136494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:39.136917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:39.137276 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Floating IP d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4 disassociated. External IP: 172.27.0.124, port: d8950c69-c9f3-48de-8cdb-3a898103e0ea.
Dec 03 03:38:39.137669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for d8950c69-c9f3-48de-8cdb-3a898103e0ea owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:39.286126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:38:39.527897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f7e73-e165-48a8-ab88-290c10956657 req-4df97cfd-daae-4a10-a552-7f93e306a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:39.529549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-4df97cfd-daae-4a10-a552-7f93e306a6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4293468
Dec 03 03:38:39.604020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504a44d-29f3-4fa9-b510-37122bddc4b7 req-99fd8d33-19f4-42f1-9534-ac5a2ca18279 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:39.605641 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c504a44d-29f3-4fa9-b510-37122bddc4b7 req-99fd8d33-19f4-42f1-9534-ac5a2ca18279 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 944 time: 0.4369829
Dec 03 03:38:39.695735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:39.729229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:39.807463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'Port': ['ID=d8950c69-c9f3-48de-8cdb-3a898103e0ea,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:39.877669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:39.904263 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c504a44d-29f3-4fa9-b510-37122bddc4b7 req-cf92fe93-a245-4b95-9e8c-9050b957cfe1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=d3053c8b-3f57-4ab2-875a-5372f93b62cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2370956
Dec 03 03:38:39.905304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:38:39.915972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Sync routers for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:38:39.927982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:39.928666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93b70>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:39.972787 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-dbb956b9-10c3-451f-824b-4c68580e19b1 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289520
Dec 03 03:38:40.024980 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] 10.222.0.66 "PUT /v2.0/routers/4a1eea00-99c7-4b36-97d5-7d24a8edc000/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3735664
Dec 03 03:38:40.027845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34192) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:40.122477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:40.219918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.318879 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be9f7e73-e165-48a8-ab88-290c10956657 req-31713766-0b68-4f43-8ee5-ae33c5374c48 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3382113
Dec 03 03:38:40.358179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:38:40.404762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.410030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Deleting port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:40.410444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.479219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93b70>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:38:36Z', 'revision_number': 5, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:40.484206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Checking router: 4a1eea00-99c7-4b36-97d5-7d24a8edc000 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:38:40.498532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Routers {'4a1eea00-99c7-4b36-97d5-7d24a8edc000'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:40.499407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93b70>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:40.633368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] For port 44ef1744-adbc-4ebe-afb4-9502e3e7a29f, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=44ef1744-adbc-4ebe-afb4-9502e3e7a29f,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:40.634499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.746163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] Set router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:40.777374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Calling delete_port for 44ef1744-adbc-4ebe-afb4-9502e3e7a29f owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:40.830730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:38:40.842967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:38:40.854624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:40.855614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce37400>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:40.875633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] No DVR routers for this DVR port d8950c69-c9f3-48de-8cdb-3a898103e0ea on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:38:40.878005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.881035 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a6cf5f0-3033-4196-b02c-145c3d836b49 req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "DELETE /v2.0/ports/d8950c69-c9f3-48de-8cdb-3a898103e0ea HTTP/1.1" status: 204  len: 173 time: 5.8165262
Dec 03 03:38:40.881645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-deleted', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:40.933065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:40.950186 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac04b0b-7889-4479-916f-167720d1c630', 'name': 'network-vif-deleted', 'tag': 'd8950c69-c9f3-48de-8cdb-3a898103e0ea', 'status': 'completed', 'code': 200}
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = function(*args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     proto.__init__(conn_state, self)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle()
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle_one_request()
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle_one_response()
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = self.application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return app(environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return request.get_response(self.application)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self._app)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = self.app(environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:38:40.955753 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = method(request=request, **args)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._delete(request, id, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     obj_deleter(request.context, id, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, context, *args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     context, port, router_ids, bound_mech_contexts)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     return function(*args, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     callback(resource, event, trigger, **kwargs)
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]:     stack = traceback.extract_stack()
Dec 03 03:38:40.961929 dv-cinder-749155-3-iscsi neutron-server[80151]: 
Dec 03 03:38:41.092199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:41.212023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e76318bc-ca56-45cd-90cd-6b1d415e0884 req-d98a42c1-119a-4c16-b333-8282e4a045a0 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:41.240247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e76318bc-ca56-45cd-90cd-6b1d415e0884 req-d98a42c1-119a-4c16-b333-8282e4a045a0 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:41.242206 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e76318bc-ca56-45cd-90cd-6b1d415e0884 req-d98a42c1-119a-4c16-b333-8282e4a045a0 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=8ac04b0b-7889-4479-916f-167720d1c630 HTTP/1.1" status: 200  len: 210 time: 0.1824083
Dec 03 03:38:41.244996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.319855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf93b70>, [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:38:36Z', 'revision_number': 5, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:41.327677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0a381-4b71-4be0-8202-2e9223a36dce None None] The sync data for ids ['4a1eea00-99c7-4b36-97d5-7d24a8edc000'] in dv-cinder-749155-3-iscsi is: [{'id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'name': 'tempest-ServerRescueNegativeTestJSON-1565615313-router', 'tenant_id': '386b3100fc3542508eb392d2e70ddbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:34:59Z', 'updated_at': '2020-12-03T03:38:36Z', 'revision_number': 5, 'project_id': '386b3100fc3542508eb392d2e70ddbba', 'gw_port': {'id': '44ef1744-adbc-4ebe-afb4-9502e3e7a29f', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1eea00-99c7-4b36-97d5-7d24a8edc000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:01Z', 'updated_at': '2020-12-03T03:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:38:41.412354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.416272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.514751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce37400>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:41.517323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.518066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a1eea00-99c7-4b36-97d5-7d24a8edc000 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:38:41.520827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:38:41.531699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:38:41.532384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce37400>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:41.532510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.533859 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ec6f24b5-96aa-494e-8ed0-f25dc158a044 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4a1eea00-99c7-4b36-97d5-7d24a8edc000 HTTP/1.1" status: 204  len: 168 time: 1.5048597
Dec 03 03:38:41.537305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34206) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:41.569781 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-1b6d8709-5f4c-4da7-9e7f-e77c692fa86c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0879486
Dec 03 03:38:41.608514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Deleting subnet d074155d-ae57-4bde-9d0e-c4ebe71d707a {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:38:41.612455 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.689225 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.713516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada564-6394-4fa7-861f-824532fb7b7f req-5e049f67-cc98-42d0-81e1-94c898ca0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:41.715590 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-5e049f67-cc98-42d0-81e1-94c898ca0f5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.0919898
Dec 03 03:38:41.746272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:38:41.758398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:41.929341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada564-6394-4fa7-861f-824532fb7b7f req-967a2c8f-a5bd-4fa8-b120-4022b0b70537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:41.931200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-967a2c8f-a5bd-4fa8-b120-4022b0b70537 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.1943514
Dec 03 03:38:42.034326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 307a935c-0d47-44f7-b5da-8e02820d7c23 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:42.069729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-160db29e-d227-4130-be2a-579960cba9b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 1001 time: 0.1309071
Dec 03 03:38:42.083448 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 307a935c-0d47-44f7-b5da-8e02820d7c23 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:38:42.083923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 307a935c-0d47-44f7-b5da-8e02820d7c23 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:38:42.099777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.117688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:42.148179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada564-6394-4fa7-861f-824532fb7b7f req-f2d43c2e-3c60-4024-9736-844f6c109670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:42.149718 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-f2d43c2e-3c60-4024-9736-844f6c109670 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.0728695
Dec 03 03:38:42.158341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d074155d-ae57-4bde-9d0e-c4ebe71d707a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:42.216391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:42.278131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.280831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada564-6394-4fa7-861f-824532fb7b7f req-322f4b9d-a236-4672-8e67-c4ab2251cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:42.282545 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-322f4b9d-a236-4672-8e67-c4ab2251cf4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255829
Dec 03 03:38:42.284372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f6dee018-ab0d-43c5-b7a6-e683430b35fd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d074155d-ae57-4bde-9d0e-c4ebe71d707a HTTP/1.1" status: 204  len: 168 time: 0.7458909
Dec 03 03:38:42.286974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34212) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:42.396220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ce37400>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:42.401190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b791c-5b00-4608-a5f4-415c671b054c None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:38:42.411589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.440975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34220) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:42.500967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-2529d7af-0efe-4b93-842f-8254eabce244 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021289
Dec 03 03:38:42.623778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.629880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.686677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.725952 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79ada564-6394-4fa7-861f-824532fb7b7f req-c16b9ab5-379d-4be4-a1c2-bcb14d12a9e6 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2162962
Dec 03 03:38:42.752237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8c227278>,) {'filters': {'network_id': ['2c035356-c912-4076-b2c1-33f3ed9a39e4']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:42.753825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.760180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0d84eb2-c1a7-48c8-b1ac-80cd4d4ed8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:42.766605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c227278>, '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:42.766948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c227278>, '23b9dd90-903a-46f9-ba4a-6e101bd3e6e8') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:38:42.777347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3053c8b-3f57-4ab2-875a-5372f93b62cd,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:42.779788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.780154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:42.787391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.788619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "DELETE /v2.0/security-groups/d3053c8b-3f57-4ab2-875a-5372f93b62cd HTTP/1.1" status: 204  len: 168 time: 0.3466053
Dec 03 03:38:42.791374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34224) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:42.804231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:42.806546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:38:42.811341 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-f932a47d-09bf-40a7-8490-83c4c23db484 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] show failed (client error): The resource could not be found.
Dec 03 03:38:42.812442 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f932a47d-09bf-40a7-8490-83c4c23db484 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups/d3053c8b-3f57-4ab2-875a-5372f93b62cd HTTP/1.1" status: 404  len: 347 time: 0.0200968
Dec 03 03:38:42.821989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34228) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:42.853709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20283b-6603-46d3-bbab-a3928485c676 None None] New status for floating IP d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:38:43.039252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port f685d1fe-469f-4a6f-8f07-94942472479e {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:43.039621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.238449 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:38:43.240777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.241378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.248748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.374183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for f685d1fe-469f-4a6f-8f07-94942472479e owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:43.438092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Network 2c035356-c912-4076-b2c1-33f3ed9a39e4 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:38:43.459952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:38:43.460317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:38:43.462100 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:38:43.547797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.551829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff38f305-3b1a-4950-a98a-2ccd05560d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:43.568465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.577346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c035356-c912-4076-b2c1-33f3ed9a39e4,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:43.580766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:43.586208 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-01cd91c0-a2d7-473b-b186-043f305f45a6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2c035356-c912-4076-b2c1-33f3ed9a39e4 HTTP/1.1" status: 204  len: 168 time: 1.2982256
Dec 03 03:38:43.686514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2728c393-3a70-4470-abbd-43b2da07debc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.795022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34236) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:43.852319 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6b5c4cea-5b30-4f90-b46a-cfca802dc908 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=386b3100fc3542508eb392d2e70ddbba&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0559723
Dec 03 03:38:43.855050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34240) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:43.887439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 44ef1744-adbc-4ebe-afb4-9502e3e7a29f no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:38:43.920180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.930080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 44ef1744-adbc-4ebe-afb4-9502e3e7a29f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:38:43.930511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 44ef1744-adbc-4ebe-afb4-9502e3e7a29f not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:38:43.948082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.962034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port f685d1fe-469f-4a6f-8f07-94942472479e {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:38:43.962465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:43.998541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.003809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04b6f5d2-6509-4bb7-9352-b9224b467728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:44.019771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce9320b-da68-48a1-80f1-b0af906a06c8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:44.023809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:44.030544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.034286 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dce9320b-da68-48a1-80f1-b0af906a06c8 HTTP/1.1" status: 204  len: 168 time: 0.1756623
Dec 03 03:38:44.153187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.153538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.283975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for f685d1fe-469f-4a6f-8f07-94942472479e owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:38:44.434520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.459439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21c93b41-9d02-4d22-b4a3-08a71124dba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:44.508149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'Port': ['ID=f685d1fe-469f-4a6f-8f07-94942472479e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:44.557194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:44.627610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.646769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:44.647993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "DELETE /v2.0/floatingips/d0fba1ce-09d7-4cdd-8116-e8e12c0e57f4 HTTP/1.1" status: 204  len: 168 time: 1.8250749
Dec 03 03:38:45.077079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.208202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34270) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:45.214418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group': {'name': 'tempest-securitygroup--912325374', 'description': 'tempest-description--1944504463'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:45.223274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:45.228008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:45.231075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:45.237272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:45.251595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.275912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:45.280052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:45.283171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:45.289791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:45.378910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.382020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.387935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c47e2d2-db1f-4b7b-99b5-e65ac9dc4381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:45.432885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cd85d-cbc7-4234-b032-f645513712e8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:45.435829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.437111 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2277856
Dec 03 03:38:45.438094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:45.440365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34276) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:45.446075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group_rule': {'security_group_id': 'bb8cd85d-cbc7-4234-b032-f645513712e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:45.452472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:45.462008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:45.465322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:45.471740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:45.489656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.562149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.565907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.568405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-980f7364-99ea-4bca-b2ee-c5175980c91f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:45.593497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea6d91a-ff6a-4ea5-9f77-4abf068385a4,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:45.596151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:45.603314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.604620 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2cc7243b-266c-49b8-8b36-16de1d7c374e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1631835
Dec 03 03:38:45.607482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34284) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:45.613074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'security_group_rule': {'security_group_id': 'bb8cd85d-cbc7-4234-b032-f645513712e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:45.619953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:45.624129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:security_group_rule and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:45.627339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:45.633629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:45.652966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.715421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.718395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.720527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40653807-96ba-4e9b-b087-a63ba148927a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:45.744384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131b509b-76dc-4522-828c-b3ff1cba8594,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:45.746869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:45.753017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.754348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e01e90a9-bef0-4d4d-969a-c56740207c49 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1457672
Dec 03 03:38:45.757717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34288) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:45.763377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:45.769092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:45.773641 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Usage tracker for resource:floatingip and tenant:3acd0b3a676a415b9224f87276c4423d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:45.776676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:45.782385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:45.792352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:45.937965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.226513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0eb4bbe-20aa-44e8-8ca3-77ae0b33506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.418467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Allocated IP 172.27.0.52 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/ddaaa11e-7b46-46ec-8704-214b54e28a2a) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:38:46.589185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.615286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.630928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e3dcaea4-cb1d-42c0-9b7b-77c3751ddb03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:46.661274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.770842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=ddaaa11e-7b46-46ec-8704-214b54e28a2a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:46.776131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:46.825618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:38:46.826832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:38:46.829138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:38:46.856319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:46.919486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.195323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.198414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.215148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a14182b-5623-4284-a295-0c6ef324dd8e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:47.349173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=ddaaa11e-7b46-46ec-8704-214b54e28a2a,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:47.359245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:47.406046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.428610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.430274 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6713269
Dec 03 03:38:47.678136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-c8a00ce3-b128-45a0-a2f5-aea290dd404b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:47.693477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-c8a00ce3-b128-45a0-a2f5-aea290dd404b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:47.694899 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-c8a00ce3-b128-45a0-a2f5-aea290dd404b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--912325374&fields=id&tenant_id=3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 267 time: 0.0638475
Dec 03 03:38:47.697278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:47.857503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-8eddccaa-90d7-4faf-92e3-b4c943d79643 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:47.859118 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-8eddccaa-90d7-4faf-92e3-b4c943d79643 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 811 time: 0.1567950
Dec 03 03:38:47.875723 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-a9e1d07b-0207-4181-a726-c53f9232dbe6 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/quotas/3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 375 time: 0.0095489
Dec 03 03:38:47.965337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-b4492ba0-d52d-4e42-897d-b8c1dfda82c2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:47.980138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-b4492ba0-d52d-4e42-897d-b8c1dfda82c2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:47.981557 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-b4492ba0-d52d-4e42-897d-b8c1dfda82c2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0994513
Dec 03 03:38:48.168204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:48.273458 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-38fb8ffa-b168-4872-8f2b-9381b5618d8d service neutron] 10.222.0.66 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2773247
Dec 03 03:38:48.420010 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-5e84212e-7a25-4070-a216-13da546ce8d7 service neutron] 10.222.0.66 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397455
Dec 03 03:38:48.641779 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f88cee73-81b7-401e-a245-4efc5dddc051 req-02960cdb-9b92-4567-ba87-e33f910cad31 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 210 time: 0.0531886
Dec 03 03:38:49.840221 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4775bb-f651-4bb3-813b-52d79460f2ce req-229c1f83-5070-467b-a0a5-d95412509712 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 210 time: 0.0574446
Dec 03 03:38:49.901461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-509a99b5-1bf8-45e6-8996-c784cb8c77e4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:49.903067 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-509a99b5-1bf8-45e6-8996-c784cb8c77e4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 811 time: 0.2062798
Dec 03 03:38:49.999019 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-5b484433-9426-4a92-88b5-59466eff3756 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3acd0b3a676a415b9224f87276c4423d HTTP/1.1" status: 200  len: 5504 time: 0.0711949
Dec 03 03:38:50.010371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'port': {'device_id': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'admin_state_up': True, 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'security_groups': ['bb8cd85d-cbc7-4234-b032-f645513712e8']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:50.163263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:50.173159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:50.186249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Made reservation on behalf of 3acd0b3a676a415b9224f87276c4423d for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:38:50.192469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:50.525793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Allocated IP 172.20.0.6 (7cb459e0-39d6-47ca-bdde-353dad2c0705/b45b33a0-3374-479d-bcb7-513d0f2452e4/63bd1359-9b5c-4d84-95f7-292d15ebcffe) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:38:50.729291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:50.746220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Transition to ACTIVE for port object 63bd1359-9b5c-4d84-95f7-292d15ebcffe will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:38:50.772993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:50.789179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1edfeaa8-d189-4aaa-a60e-6f6c9afd5983 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:50.927558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event updated for resources: {'Port': ['ID=63bd1359-9b5c-4d84-95f7-292d15ebcffe,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:50.936073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:51.262182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:38:51.264948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:38:51.268135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:38:51.272622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:51.273275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:51.309584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfaf65-7c27-4c9e-a4bb-382502db11b3 req-7be786e2-b463-4707-8a40-beb0e5489da8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:51.311297 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07dfaf65-7c27-4c9e-a4bb-382502db11b3 req-7be786e2-b463-4707-8a40-beb0e5489da8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 931 time: 0.1460981
Dec 03 03:38:51.320597 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3148394
Dec 03 03:38:51.344433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Request body: {'port': {'device_id': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:38:51.421588 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07dfaf65-7c27-4c9e-a4bb-382502db11b3 req-33ab0f05-946d-4f4e-80d9-2e4706c1523d tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030276
Dec 03 03:38:51.484134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:51.519279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-332200ac-51d9-439e-acc9-581c6a397bd8 None None] Provisioning for port 63bd1359-9b5c-4d84-95f7-292d15ebcffe completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:38:51.525437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-332200ac-51d9-439e-acc9-581c6a397bd8 None None] Provisioning complete for port 63bd1359-9b5c-4d84-95f7-292d15ebcffe triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:51.525990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332200ac-51d9-439e-acc9-581c6a397bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:51.588056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-332200ac-51d9-439e-acc9-581c6a397bd8 None None] Port 63bd1359-9b5c-4d84-95f7-292d15ebcffe cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:38:51.908321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bd1359-9b5c-4d84-95f7-292d15ebcffe {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:38:51.916153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:51.929934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Transition to ACTIVE for port object 63bd1359-9b5c-4d84-95f7-292d15ebcffe will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:38:51.932686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:51.949056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-627d74e7-e1a0-470f-9773-4aa9e7535144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:52.078304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Pushing event updated for resources: {'Port': ['ID=63bd1359-9b5c-4d84-95f7-292d15ebcffe,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:52.088717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:52.220055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Attempting to bind port 63bd1359-9b5c-4d84-95f7-292d15ebcffe on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:38:52.220436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Attempting to bind port 63bd1359-9b5c-4d84-95f7-292d15ebcffe by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:38:52.220785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Attempting to bind port 63bd1359-9b5c-4d84-95f7-292d15ebcffe on network 7cb459e0-39d6-47ca-bdde-353dad2c0705 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:38:52.227620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:38:52.227999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Checking segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:38:52.228412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:52.228815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Bound using segment: {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:38:52.229297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Bound port: 63bd1359-9b5c-4d84-95f7-292d15ebcffe, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349f30d0-6fbf-4f38-b891-9049761d44c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:38:52.229677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:52.324610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] For port 63bd1359-9b5c-4d84-95f7-292d15ebcffe, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:38:52.327841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] For port 63bd1359-9b5c-4d84-95f7-292d15ebcffe, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:38:52.331233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:52.346698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d817108c-cedd-4192-8f05-69317cc42447 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:52.506927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Pushing event updated for resources: {'Port': ['ID=63bd1359-9b5c-4d84-95f7-292d15ebcffe,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:52.511940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:52.542149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:52.542876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:52.544361 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] 10.222.0.64 "PUT /v2.0/ports/63bd1359-9b5c-4d84-95f7-292d15ebcffe HTTP/1.1" status: 200  len: 1157 time: 1.2076402
Dec 03 03:38:52.545049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:52.619384 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'status': 'completed', 'code': 200}
Dec 03 03:38:52.731516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-d107fcd7-69bc-4290-a57b-dde2fd88cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:52.733154 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-d107fcd7-69bc-4290-a57b-dde2fd88cb5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 1160 time: 0.1204860
Dec 03 03:38:52.740156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c64e1-c0fb-4ee6-bbd3-e7dc93e639af req-a50f4deb-92de-4f6b-8107-175adae5b421 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:52.740896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e23c64e1-c0fb-4ee6-bbd3-e7dc93e639af req-a50f4deb-92de-4f6b-8107-175adae5b421 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:38:52.819083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-ec6c9fee-66c7-4c14-ac2f-050aa0f48def service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe HTTP/1.1" status: 200  len: 217 time: 0.0673709
Dec 03 03:38:52.819926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e23c64e1-c0fb-4ee6-bbd3-e7dc93e639af req-a50f4deb-92de-4f6b-8107-175adae5b421 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:38:52.821117 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e23c64e1-c0fb-4ee6-bbd3-e7dc93e639af req-a50f4deb-92de-4f6b-8107-175adae5b421 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 943 time: 0.2484858
Dec 03 03:38:52.932077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-bd056a4c-098c-439b-a8b5-1e606e3a1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:52.933784 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-bd056a4c-098c-439b-a8b5-1e606e3a1293 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.1075644
Dec 03 03:38:52.938267 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e23c64e1-c0fb-4ee6-bbd3-e7dc93e639af req-a7606d70-e526-4723-93c6-461720bdd832 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696185
Dec 03 03:38:53.024640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-2e2e73ee-dbbd-4407-acb6-c057e9937b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:53.026295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-2e2e73ee-dbbd-4407-acb6-c057e9937b47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861363
Dec 03 03:38:53.178967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-56d0c9b7-e0c6-4de4-93c6-83fb244d630a service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444888
Dec 03 03:38:53.328574 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ee9ede6-714b-441a-bbfe-4c798e11b495 req-e53cd23b-00f0-4610-869b-5069d96e7602 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425769
Dec 03 03:38:53.500129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-ea8a087d-3ba8-42d5-b2f6-0a9ff83dc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:53.501637 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-ea8a087d-3ba8-42d5-b2f6-0a9ff83dc256 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 1160 time: 0.0824528
Dec 03 03:38:53.646608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-5524ccd3-f6c4-4770-bbad-4c58af0a35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:53.648200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-5524ccd3-f6c4-4770-bbad-4c58af0a35a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.1382744
Dec 03 03:38:53.718886 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-5923fed1-f5b3-4442-bc7f-f2f4b3ae6b4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe HTTP/1.1" status: 200  len: 217 time: 0.0630903
Dec 03 03:38:53.791899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-21ea9a19-74c4-4f69-ac7d-a90d1b603516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:53.793376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-21ea9a19-74c4-4f69-ac7d-a90d1b603516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.0667348
Dec 03 03:38:53.877100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-a629e451-b4ff-4283-9b2f-2f30f1a67b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:53.878795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-a629e451-b4ff-4283-9b2f-2f30f1a67b30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771003
Dec 03 03:38:54.026338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-ed3a9037-384d-4e5f-bc3d-fc04b9b1d779 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398063
Dec 03 03:38:54.244155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d9945d63-42c8-4b29-b129-2714b10caa85 req-01df82bd-49eb-4be8-af42-1a052676bdc3 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2112088
Dec 03 03:38:54.259422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75ea25-2d44-4efa-9542-81084925bd26 req-015ecda6-afb3-4cd8-871f-fa50c900d4a8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:54.261001 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f75ea25-2d44-4efa-9542-81084925bd26 req-015ecda6-afb3-4cd8-871f-fa50c900d4a8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 943 time: 0.1440549
Dec 03 03:38:54.310156 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f75ea25-2d44-4efa-9542-81084925bd26 req-45e59b0c-e90f-42e5-8b62-b096ff4cbc50 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423989
Dec 03 03:38:55.614836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c61011-d2b7-47f4-b8c0-725f5c583d3d req-5b9b726a-c7f3-4f9a-8819-2cc240e16f79 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:55.616525 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d6c61011-d2b7-47f4-b8c0-725f5c583d3d req-5b9b726a-c7f3-4f9a-8819-2cc240e16f79 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 943 time: 0.0849369
Dec 03 03:38:55.634934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34438) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:55.666318 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d6c61011-d2b7-47f4-b8c0-725f5c583d3d req-e5ed0283-964d-4ec2-bd16-19193a34ec8b tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432649
Dec 03 03:38:55.793686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:55.810531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:38:55.814921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:5353e4e95d1a4a7b91fb5eec13601edd is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:38:55.818431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:38:55.824319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:38:55.910893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:55.914821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:55.923638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3559f17d-5285-450b-95b2-e3f6f3ff3855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:55.969034 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5353e4e95d1a4a7b91fb5eec13601edd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3329518
Dec 03 03:38:55.970742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2d4cb-63ad-4190-9950-891bd058e631,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:55.971941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34444) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:55.974917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e9e5eafc-8689-4b1e-8c26-6853b7961ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:56.039858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:56.067405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:56.115090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:56.120230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de140e0a-6b38-410d-b037-da260403c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:56.133842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2d4cb-63ad-4190-9950-891bd058e631,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:56.137034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:56.138126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:56.142210 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-05c701fe-f6cc-49af-803d-d14b94218a0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4c2d4cb-63ad-4190-9950-891bd058e631 HTTP/1.1" status: 204  len: 168 time: 0.1691430
Dec 03 03:38:56.813151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 63bd1359-9b5c-4d84-95f7-292d15ebcffe up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:56.888963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 63bd1359-9b5c-4d84-95f7-292d15ebcffe completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:38:56.894708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 63bd1359-9b5c-4d84-95f7-292d15ebcffe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:56.895227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:56.895618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1846-4988-4320-b626-57e6038bc5c2 req-98fbb5fb-69d6-444b-b1a2-533ef3aebb9a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:56.897394 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6de1846-4988-4320-b626-57e6038bc5c2 req-98fbb5fb-69d6-444b-b1a2-533ef3aebb9a tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 943 time: 0.0982680
Dec 03 03:38:56.959305 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6de1846-4988-4320-b626-57e6038bc5c2 req-5a13f09c-9e38-43b1-b371-d39adc34e0a8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541365
Dec 03 03:38:57.027114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:57.056626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:38:57.068219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 63bd1359-9b5c-4d84-95f7-292d15ebcffe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:38:57.072222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:57.074270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:38:57.120462 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'code': 200}
Dec 03 03:38:57.146090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=63bd1359-9b5c-4d84-95f7-292d15ebcffe,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:38:57.149698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:38:57.404556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97c80c-f674-4e12-993c-13b0adce0063 req-3dfd7383-9539-499b-bd1a-5a319cb782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:57.406284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d97c80c-f674-4e12-993c-13b0adce0063 req-3dfd7383-9539-499b-bd1a-5a319cb782e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 1162 time: 0.0768113
Dec 03 03:38:57.453141 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d97c80c-f674-4e12-993c-13b0adce0063 req-d47d2955-687a-4f1c-9597-0f4ebcababbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383251
Dec 03 03:38:57.703978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:38:58.207359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 63bd1359-9b5c-4d84-95f7-292d15ebcffe up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:38:58.299652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 63bd1359-9b5c-4d84-95f7-292d15ebcffe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:38:58.300076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:38:58.394441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7e201-ac8b-4009-96c8-57f53ea3ba86 req-2229dcb5-c345-4142-99e9-622bedb15018 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:58.402645 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79e7e201-ac8b-4009-96c8-57f53ea3ba86 req-2229dcb5-c345-4142-99e9-622bedb15018 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.3140869
Dec 03 03:38:58.447126 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79e7e201-ac8b-4009-96c8-57f53ea3ba86 req-ca0a7a0f-a712-4702-8781-1722efee028f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434537
Dec 03 03:38:59.674051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b270401-3ead-4dcb-9b75-9b3df8a23e91 req-857a10cd-3a3e-49e3-988f-534e1e949cc5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:59.675716 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b270401-3ead-4dcb-9b75-9b3df8a23e91 req-857a10cd-3a3e-49e3-988f-534e1e949cc5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.0944414
Dec 03 03:38:59.724737 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b270401-3ead-4dcb-9b75-9b3df8a23e91 req-bff85b51-e991-4503-8338-917feef7d1fc tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424843
Dec 03 03:38:59.935479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f209e-13b4-47f0-9bea-498b89053f8c req-f633803d-36b8-49d1-8d2d-cbe7362d69fe tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:38:59.937009 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-146f209e-13b4-47f0-9bea-498b89053f8c req-f633803d-36b8-49d1-8d2d-cbe7362d69fe tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.0868859
Dec 03 03:38:59.946644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34514) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:38:59.952154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Request body: {'floatingip': {'port_id': '63bd1359-9b5c-4d84-95f7-292d15ebcffe'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:39:00.038694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:00.660242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:00.664227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:00.842355 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Floating IP 0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b associated. External IP: 172.27.0.52, port: 63bd1359-9b5c-4d84-95f7-292d15ebcffe.
Dec 03 03:39:01.227672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:39:01.418132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:39:01.422985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:01.428904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:39:01.438716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:01.439399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65d68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:01.478916 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4d0f6c3b-e206-4465-8f2a-6ea8068b366f tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "PUT /v2.0/floatingips/0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b HTTP/1.1" status: 200  len: 990 time: 1.5310369
Dec 03 03:39:01.479507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:01.544093 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'status': 'completed', 'code': 200}
Dec 03 03:39:01.632461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:01.834184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-2e4b0cf0-e19f-408a-a798-b3a2f022e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:01.834783 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-2e4b0cf0-e19f-408a-a798-b3a2f022e894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3acd0b3a676a415b9224f87276c4423d&device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 1162 time: 0.2311082
Dec 03 03:39:01.987473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-a2500f78-270c-4454-8b6d-add3bbd48166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:01.989101 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-a2500f78-270c-4454-8b6d-add3bbd48166 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 200  len: 905 time: 0.1471539
Dec 03 03:39:02.039412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65d68>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:ae:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:46Z', 'updated_at': '2020-12-03T03:39:00Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:02.045018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:39:02.056978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:02.057731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65d68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:02.106625 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-5f212cc4-8fff-4c9f-8046-1fd440b3e154 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe HTTP/1.1" status: 200  len: 998 time: 0.1104026
Dec 03 03:39:02.228427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-4f01894a-5022-40f3-bd17-808766ededc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:02.231261 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-4f01894a-5022-40f3-bd17-808766ededc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 200  len: 850 time: 0.1173866
Dec 03 03:39:02.296067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:02.315662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-271deee5-6762-4710-b8f1-4555224d8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:02.316343 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-271deee5-6762-4710-b8f1-4555224d8f3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cb459e0-39d6-47ca-bdde-353dad2c0705&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768857
Dec 03 03:39:02.711614 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-2c1df39a-5306-4072-b474-48a4b80c6853 service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881540
Dec 03 03:39:02.737061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb65d68>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:ae:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:46Z', 'updated_at': '2020-12-03T03:39:00Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:02.742910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ef0de8-73fd-450e-9150-8aa0bbef5d53 None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': '7f236825-930e-440d-8db4-70342ce5da35', 'port_id': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'mac_address': 'fa:16:3e:ae:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:38:46Z', 'updated_at': '2020-12-03T03:39:00Z', 'revision_number': 1, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:39:02.869571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4f2202a-26c3-40f8-9309-668fe4ce5b5c req-9039b937-8b4a-4351-ade9-cb99e130fb5a service neutron] 10.222.0.64 "GET /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503415
Dec 03 03:39:03.081627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662dacb-6576-4d46-a2a6-4692deff8049 None None] New status for floating IP 0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:39:06.985245 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-d5f4765c-128a-4f6f-91ce-7c782bb5b904 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1110683053&fields=id&tenant_id=0840879b0906445784a83ceb05926684 HTTP/1.1" status: 200  len: 267 time: 0.0460732
Dec 03 03:39:07.083159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-5f6e27ba-22a0-446c-8674-99655c650e75 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:07.085791 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-5f6e27ba-22a0-446c-8674-99655c650e75 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 984 time: 0.0937786
Dec 03 03:39:07.098648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Request body: {'port': {'security_groups': ['2a316037-9ec6-4714-823e-a8f9891b358c']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:39:07.237364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:07.590766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=28667180-06cd-43b5-8695-54a0887da00a,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:07.616708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:07.620192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:07.639409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:07.794576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event updated for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=6']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:07.800386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:07.847041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:07.847941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:07.849624 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb99e315-24d8-46bb-aae3-1e1910952299 req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "PUT /v2.0/ports/28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 942 time: 0.7563155
Dec 03 03:39:07.850689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:07.917282 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:39:07.938967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-72244630-d179-41e5-9a83-792acb1557f8 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups/56bce161-4a34-481a-a18f-9044a48391f5 HTTP/1.1" status: 200  len: 2891 time: 0.0564377
Dec 03 03:39:08.081786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.085536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-866635fa-1151-4c09-9a8a-33de728306a6 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:08.085967 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-866635fa-1151-4c09-9a8a-33de728306a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.118343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-34703b6e-f7ec-4907-91b5-8b600489fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:08.119906 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-34703b6e-f7ec-4907-91b5-8b600489fd48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.1584346
Dec 03 03:39:08.121625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.296285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.305707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30b27c25-02e1-49f5-8c43-1bc75a419323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:08.325117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-f9dec7bf-b5a1-4480-8ea5-84ccd52ed7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:08.326738 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-f9dec7bf-b5a1-4480-8ea5-84ccd52ed7d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.1926360
Dec 03 03:39:08.327509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bce161-4a34-481a-a18f-9044a48391f5,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:08.330255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:08.401876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.403130 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0dc5915e-0533-4085-9c49-8f559c3d786d req-be570a2e-64fc-4529-a956-e1877694fb66 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "DELETE /v2.0/security-groups/56bce161-4a34-481a-a18f-9044a48391f5 HTTP/1.1" status: 204  len: 173 time: 0.4574494
Dec 03 03:39:08.510992 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-63c42902-e607-4e59-bae6-a398d10ef904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 1000 time: 0.1739013
Dec 03 03:39:08.544926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:08.606032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-c5fdabed-a75e-4d00-859f-14c282171f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:08.607818 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-c5fdabed-a75e-4d00-859f-14c282171f74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.0852690
Dec 03 03:39:08.621505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 28667180-06cd-43b5-8695-54a0887da00a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:08.621933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:08.632033 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-dda309d9-d52f-4920-b921-cfdab9651f44 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/floatingips/bf51edf0-24c8-44e1-9498-0e423265b14b HTTP/1.1" status: 200  len: 997 time: 0.1954348
Dec 03 03:39:08.876059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-abfa347b-ee30-4358-8458-2e8427641099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:08.877875 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-abfa347b-ee30-4358-8458-2e8427641099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2448034
Dec 03 03:39:08.890838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-0f792c8c-2d11-4899-a966-277a0561b379 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:08.892256 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-0f792c8c-2d11-4899-a966-277a0561b379 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.2033210
Dec 03 03:39:08.934005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-08cda795-ef18-4efa-bfd2-275559446a9c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:39:08.935197 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-08cda795-ef18-4efa-bfd2-275559446a9c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0180738
Dec 03 03:39:09.149191 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-731f9d31-dd72-4bf2-9a38-5a5aaba7042a service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557826
Dec 03 03:39:09.378845 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-f1658cb2-e234-42ce-b3d9-b1a384920e22 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.58 HTTP/1.1" status: 200  len: 1000 time: 0.3795676
Dec 03 03:39:09.582707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-9ca3ffbd-67a6-4063-8b52-cb93818d369c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:09.585019 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-9ca3ffbd-67a6-4063-8b52-cb93818d369c tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports/28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 942 time: 0.1914656
Dec 03 03:39:09.592243 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87f0223c-5ad5-4bfb-a771-7d8bdec338c3 req-1f17f660-45ac-4a95-8be7-4c2b9b3ba851 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3998017
Dec 03 03:39:09.613655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ecd5-8fa6-4b54-a5a0-3afabb161753 req-fbf9fe00-d1f9-4261-bc3e-cf3762f8f11e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:09.616637 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-65e5ecd5-8fa6-4b54-a5a0-3afabb161753 req-fbf9fe00-d1f9-4261-bc3e-cf3762f8f11e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.3655050
Dec 03 03:39:09.784559 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-65e5ecd5-8fa6-4b54-a5a0-3afabb161753 req-82970b91-1575-4129-b5fd-6614edbf5e57 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1545329
Dec 03 03:39:09.833649 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-deacb12e-b10f-4462-88ed-1bda19d16595 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.58 HTTP/1.1" status: 200  len: 1000 time: 0.1496203
Dec 03 03:39:10.393899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Deleting port ed61126a-6a4d-4bdc-a040-ed2ae9d68868 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:10.394549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:10.578905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:10.579277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:10.715557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Calling delete_port for ed61126a-6a4d-4bdc-a040-ed2ae9d68868 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:10.869425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:10.888395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3b743ed0-0247-41e4-a2b6-1e403c15ab74 tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:10.935429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event deleted for resources: {'Port': ['ID=ed61126a-6a4d-4bdc-a040-ed2ae9d68868,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:11.025359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:11.121108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:11.121492 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Floating IP bf51edf0-24c8-44e1-9498-0e423265b14b disassociated (deleted). External IP: 172.27.0.58, port: 28667180-06cd-43b5-8695-54a0887da00a.
Dec 03 03:39:11.180153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28b6a-b1c7-42b5-90d8-93e717f13a64 req-8e172d08-6efe-4d14-903c-8efb26fc3f7c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:11.181799 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05d28b6a-b1c7-42b5-90d8-93e717f13a64 req-8e172d08-6efe-4d14-903c-8efb26fc3f7c tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.2478416
Dec 03 03:39:11.320083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05d28b6a-b1c7-42b5-90d8-93e717f13a64 req-2ff0260e-cc11-4a97-ab60-e66deda4f977 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0754650
Dec 03 03:39:11.541846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:39:11.730877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:39:11.741595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Sync routers for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:39:11.752571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:11.753472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8c190160>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:11.759047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:11.821619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "DELETE /v2.0/floatingips/bf51edf0-24c8-44e1-9498-0e423265b14b HTTP/1.1" status: 204  len: 173 time: 1.9812067
Dec 03 03:39:11.822200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:11.939450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-45b18ed3-312d-456f-b683-cc4c2d18bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:11.951075 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-45b18ed3-312d-456f-b683-cc4c2d18bb92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.1077487
Dec 03 03:39:12.085971 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:39:12.107524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-b2bc909c-ea5e-46b4-8b32-e5b1792f8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.109080 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-b2bc909c-ea5e-46b4-8b32-e5b1792f8a4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.1567683
Dec 03 03:39:12.110183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:12.224949 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-5406d8b2-69a8-47e1-961c-95ce924bb4c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 217 time: 0.1088212
Dec 03 03:39:12.311211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-2e257660-ee9d-41ec-b21e-d8f021c3d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.312827 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-2e257660-ee9d-41ec-b21e-d8f021c3d267 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.0811012
Dec 03 03:39:12.319117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf426-e35f-4ec4-957b-855b87df9321 req-cb1a36f5-0731-4469-b141-fd565e70d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.320820 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-cb1a36f5-0731-4469-b141-fd565e70d823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0840879b0906445784a83ceb05926684&device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 1162 time: 0.1534286
Dec 03 03:39:12.451183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8c190160>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:12.455362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Checking router: 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:39:12.464917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:12.465590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8c190160>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:38:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:12.590876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf426-e35f-4ec4-957b-855b87df9321 req-6258326c-1107-4a0c-b747-9282ee33b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.592497 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-6258326c-1107-4a0c-b747-9282ee33b9eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 200  len: 910 time: 0.2358098
Dec 03 03:39:12.594388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-49bc0fd8-c32d-41fb-a6de-072899f8f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.595894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-49bc0fd8-c32d-41fb-a6de-072899f8f166 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2741587
Dec 03 03:39:12.654799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:12.911120 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-dad599ba-e2f6-44f7-9992-0c70219094a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 200  len: 217 time: 0.3103118
Dec 03 03:39:12.975521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13e838-5be0-456b-8f12-63adbce15896 req-436db8e3-32a6-47c8-941f-bbd5ac5cac0a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:12.977118 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d13e838-5be0-456b-8f12-63adbce15896 req-436db8e3-32a6-47c8-941f-bbd5ac5cac0a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.5220997
Dec 03 03:39:13.013476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8c190160>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:13.017767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183fb90-d5f7-4cf1-bcf4-014f21a2cb50 None None] The sync data for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi is: [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:35:53Z', 'revision_number': 4, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'bf98d792-4f9c-4869-80a1-9716ed359c2f', 'name': '', 'network_id': '330d9e4d-fc33-4815-90f4-d12bca58f5a8', 'tenant_id': '0840879b0906445784a83ceb05926684', 'mac_address': 'fa:16:3e:9d:b2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:52Z', 'updated_at': '2020-12-03T03:36:02Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'subnets': [{'id': 'da38225a-d71e-4fe8-b8a0-04902d23bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:39:13.136672 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d13e838-5be0-456b-8f12-63adbce15896 req-55521189-7e4e-4641-ab2d-ef5211fd0f22 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1144803
Dec 03 03:39:13.138065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf426-e35f-4ec4-957b-855b87df9321 req-2c76b955-3d95-4837-bf25-9c9cfe54786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:13.139589 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-2c76b955-3d95-4837-bf25-9c9cfe54786d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 200  len: 854 time: 0.1715269
Dec 03 03:39:13.149671 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-031a5a5d-0546-4a87-be13-450e665d3fec service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4945569
Dec 03 03:39:13.380410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cf426-e35f-4ec4-957b-855b87df9321 req-ded04642-e994-41f8-a0db-fae6905bc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:13.381898 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-ded04642-e994-41f8-a0db-fae6905bc050 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330d9e4d-fc33-4815-90f4-d12bca58f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2312639
Dec 03 03:39:13.388420 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63d56d-37ce-458d-b81c-ac10f8b09c7f req-4b949299-0596-4270-99c1-3ea1abc79b95 service neutron] 10.222.0.66 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1960306
Dec 03 03:39:13.462425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e32417-b33b-40f9-afe5-4f611db97fa6 None None] New status for floating IP bf51edf0-24c8-44e1-9498-0e423265b14b: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:39:13.572717 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-e2a8e2d2-5096-4a25-91e2-7680185e5ec8 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824977
Dec 03 03:39:13.700934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1206299-f3e2-4b0f-83f0-50e9b6c5fcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:13.734737 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-848cf426-e35f-4ec4-957b-855b87df9321 req-910b2ea4-f286-4a0a-af96-69a462bf2b48 service neutron] 10.222.0.64 "GET /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553152
Dec 03 03:39:14.362028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d1075-5db8-4e83-a43a-6e53d7cff784 req-9037bedc-1c69-4d8f-b918-0e6dda10798e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:14.363755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f49d1075-5db8-4e83-a43a-6e53d7cff784 req-9037bedc-1c69-4d8f-b918-0e6dda10798e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0835640
Dec 03 03:39:14.417762 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f49d1075-5db8-4e83-a43a-6e53d7cff784 req-ea2eabab-a80a-46ee-a4e3-f50bd6bf047e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469811
Dec 03 03:39:15.102794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:15.588649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34774) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:15.683331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58a7d9-25bd-44d2-a3f6-9a6f32e436e3 req-94e7680b-65c1-4a6f-b848-be73526b46e4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:15.686154 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fd58a7d9-25bd-44d2-a3f6-9a6f32e436e3 req-94e7680b-65c1-4a6f-b848-be73526b46e4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1304176
Dec 03 03:39:15.747153 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fd58a7d9-25bd-44d2-a3f6-9a6f32e436e3 req-129ab936-1465-44a3-b9eb-0458c8861a10 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0535419
Dec 03 03:39:15.794761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:15.810792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:39:15.815111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Usage tracker for resource:security_group_rule and tenant:0512462602c84ca989d1b051860f100a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:39:15.818881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:39:15.824848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:39:15.912627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:15.916068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:15.925302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0dc51741-5a3d-465b-8abc-3f0385fd870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:15.967398 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0512462602c84ca989d1b051860f100a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3776331
Dec 03 03:39:15.969147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db604b5b-2471-4210-9d52-8333829f4f0f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:15.970304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34782) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:15.972602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:16.035494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.063128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.108952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.113959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd2ea665-0986-42fe-9c9e-1469705e3d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:16.131748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db604b5b-2471-4210-9d52-8333829f4f0f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:16.140812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.141233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.141643 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.142074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.142547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.142978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.143353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.143753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.144150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.144547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.144944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.145346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.146904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.147320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.147726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.148129 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.148525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.148927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.149326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.149722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.150118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.150541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.150938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.151332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.154277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.156872 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db604b5b-2471-4210-9d52-8333829f4f0f HTTP/1.1" status: 204  len: 168 time: 0.1839974
Dec 03 03:39:16.156872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:16.231746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc74e19f-5772-4202-99f9-527c8c481e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.515675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34792) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:16.534626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.550466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:39:16.555119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Usage tracker for resource:security_group_rule and tenant:a58e029e74ea42d4b5454057e9e445a9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:39:16.558098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:39:16.564657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:39:16.652987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.656490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.663603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.666594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-36429e67-cef6-4c23-bdb5-2ae18b02304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:16.709318 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a58e029e74ea42d4b5454057e9e445a9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1924591
Dec 03 03:39:16.711710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 34800) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:16.711860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82380b-f3dc-4aab-9ce8-9220c2c9523d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:16.726131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:16.790058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.821723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.874193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.880095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a0bcac4d-c7a2-4e28-b9c1-9192ceea17fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:16.899262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82380b-f3dc-4aab-9ce8-9220c2c9523d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:16.911014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.912097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.912703 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.913106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.913605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.914001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.914443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.914843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.915237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.915628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.916017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.916404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.916901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.917297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.917686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.918071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.918510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.918903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.919292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.919688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.920295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.920434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.920775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.921156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:16.924937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:16.936526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:16.937831 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c82380b-f3dc-4aab-9ce8-9220c2c9523d HTTP/1.1" status: 204  len: 168 time: 0.2246337
Dec 03 03:39:17.209339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-5198b062-f2ab-48bc-8f6e-8fc136051475 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:17.210839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-5198b062-f2ab-48bc-8f6e-8fc136051475 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:39:17.221032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a9415-d290-4f04-8fb3-6d05651d31cb req-1e261bca-5a63-4843-b8d6-ab8b9c3b68ba tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:17.222725 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a81a9415-d290-4f04-8fb3-6d05651d31cb req-1e261bca-5a63-4843-b8d6-ab8b9c3b68ba tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1782174
Dec 03 03:39:17.250283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-5198b062-f2ab-48bc-8f6e-8fc136051475 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:39:17.251513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-5198b062-f2ab-48bc-8f6e-8fc136051475 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.1710095
Dec 03 03:39:17.298621 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a81a9415-d290-4f04-8fb3-6d05651d31cb req-1eac8232-1295-4737-af9a-32ebf279ef19 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0660422
Dec 03 03:39:17.317731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-b555968c-d8f1-45bf-b3d1-167a3fed67c5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:39:17.344490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-b555968c-d8f1-45bf-b3d1-167a3fed67c5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:39:17.345713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f54d8a68-766e-4730-b37d-7ac9b7b28099 req-b555968c-d8f1-45bf-b3d1-167a3fed67c5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858734
Dec 03 03:39:17.705045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:18.171125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:18.486826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:18.563829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:18.564551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:18.590908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb826db-1785-493c-8c86-53faf06381d3 req-4fcd1ad4-6fad-4af6-b36a-7fe85ce56243 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:18.592537 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fbb826db-1785-493c-8c86-53faf06381d3 req-4fcd1ad4-6fad-4af6-b36a-7fe85ce56243 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1561685
Dec 03 03:39:18.609565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a0022-1519-4388-8c4b-b095501e6afe req-8793e005-0427-43b2-a27f-33e53558fde7 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:18.611161 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-da6a0022-1519-4388-8c4b-b095501e6afe req-8793e005-0427-43b2-a27f-33e53558fde7 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.1209524
Dec 03 03:39:18.702272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fbb826db-1785-493c-8c86-53faf06381d3 req-05a91d7e-6812-45ff-930a-a1628b3fff0b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0925100
Dec 03 03:39:18.715284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-da6a0022-1519-4388-8c4b-b095501e6afe req-7acc1a6f-8e5f-424e-885d-07e56f1cd28a tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810013
Dec 03 03:39:19.074041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-ea40bcaa-35cc-42f9-b87d-133a7c5c962f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:19.075673 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-ea40bcaa-35cc-42f9-b87d-133a7c5c962f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.64 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 945 time: 0.0932286
Dec 03 03:39:19.154508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Deleting port 28667180-06cd-43b5-8695-54a0887da00a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:19.154902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:19.479684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] For port 28667180-06cd-43b5-8695-54a0887da00a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=28667180-06cd-43b5-8695-54a0887da00a,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:19.480090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:19.628359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Calling delete_port for 28667180-06cd-43b5-8695-54a0887da00a owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:19.704847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-7e25782a-5254-4b67-a6cd-84679f37f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:19.706603 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-7e25782a-5254-4b67-a6cd-84679f37f9e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.2923706
Dec 03 03:39:20.032964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-56faeacb-9b09-43f2-bb0b-d7dd4e145fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:20.034536 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-56faeacb-9b09-43f2-bb0b-d7dd4e145fba service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.3110979
Dec 03 03:39:20.055098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:20.128729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48bafe4c-c30d-4722-abce-a6f53c090bbf tempest-VolumesActionsTest-378150590 tempest-VolumesActionsTest-378150590] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:20.196512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Pushing event deleted for resources: {'Port': ['ID=28667180-06cd-43b5-8695-54a0887da00a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:20.213099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:20.508267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabbcea-e0be-4fa2-9637-7f740c02bae6 req-5414535b-9a2f-4afb-8d0d-ac7c77fba78e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:20.509874 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fabbcea-e0be-4fa2-9637-7f740c02bae6 req-5414535b-9a2f-4afb-8d0d-ac7c77fba78e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 867 time: 0.6488924
Dec 03 03:39:20.520589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca5144-2657-4243-a092-eed84483e1f9 req-a162e4b4-561d-4c59-a0b1-c8007f2ef2c4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:20.522173 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55ca5144-2657-4243-a092-eed84483e1f9 req-a162e4b4-561d-4c59-a0b1-c8007f2ef2c4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.6643116
Dec 03 03:39:20.527229 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-a98fdecb-9b64-4256-961e-b24a819c36ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 1001 time: 0.4810858
Dec 03 03:39:20.549920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:20.624790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:20.625221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:20.691811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fabbcea-e0be-4fa2-9637-7f740c02bae6 req-71716519-2a3d-4e8b-b7ed-09182d6e4629 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/security-groups?id=2a316037-9ec6-4714-823e-a8f9891b358c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685615
Dec 03 03:39:20.713251 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55ca5144-2657-4243-a092-eed84483e1f9 req-dd791cb3-be2d-470e-835e-393f242111f2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1826630
Dec 03 03:39:20.720401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-f769da6a-0e1b-47d6-b22a-ff75f7e96504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:20.721989 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-f769da6a-0e1b-47d6-b22a-ff75f7e96504 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.1776905
Dec 03 03:39:20.799428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:39:20.813409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] No DVR routers for this DVR port 28667180-06cd-43b5-8695-54a0887da00a on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:39:20.816313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:20.820263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'name': 'network-vif-deleted', 'tag': '28667180-06cd-43b5-8695-54a0887da00a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:20.858398 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f71eb349-4485-45c2-b85c-7ccb3cdee63d req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.64 "DELETE /v2.0/ports/28667180-06cd-43b5-8695-54a0887da00a HTTP/1.1" status: 204  len: 173 time: 1.7756896
Dec 03 03:39:20.872198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-39af9cf2-ec9d-4f63-b3dd-695b3b68f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:20.873862 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-39af9cf2-ec9d-4f63-b3dd-695b3b68f829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1437371
Dec 03 03:39:20.882176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: 28667180-06cd-43b5-8695-54a0887da00a {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:39:20.882792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 28667180-06cd-43b5-8695-54a0887da00a not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:39:21.071522 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-1df32d9a-f63b-47be-a466-ae6256764c33 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879539
Dec 03 03:39:21.106298 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75622a80-5890-4275-a3ae-92992d9bd724', 'name': 'network-vif-deleted', 'tag': '28667180-06cd-43b5-8695-54a0887da00a', 'status': 'completed', 'code': 200}
Dec 03 03:39:21.236662 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79a7cd90-cd00-4c80-a5b2-aa8d54c31388 req-1ea0645a-0b2d-4ecf-8cc5-b08869d43f56 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548736
Dec 03 03:39:21.477770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9c1fa-87e8-431e-bf22-683b86fd2e5e req-9078c97b-1019-46ec-8ce0-853daa9a6ba6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:21.479338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3d9c1fa-87e8-431e-bf22-683b86fd2e5e req-9078c97b-1019-46ec-8ce0-853daa9a6ba6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0823293
Dec 03 03:39:21.526892 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3d9c1fa-87e8-431e-bf22-683b86fd2e5e req-35e0c04d-130b-42a6-8e0b-0a84d56dc873 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411394
Dec 03 03:39:21.932946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-99a41bf3-8255-4e90-b7d4-abba5fd43443 req-e3aac7d9-02d7-463d-ad24-4174d6e3aca5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Synchronizing usage tracker for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:39:21.962491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-99a41bf3-8255-4e90-b7d4-abba5fd43443 req-e3aac7d9-02d7-463d-ad24-4174d6e3aca5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Unset dirty status for tenant:0840879b0906445784a83ceb05926684 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:39:21.963743 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-99a41bf3-8255-4e90-b7d4-abba5fd43443 req-e3aac7d9-02d7-463d-ad24-4174d6e3aca5 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 210 time: 0.1137493
Dec 03 03:39:21.993360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e47d-d058-4b92-83b3-e5169bcc09f9 req-03d3ff53-5b20-4d90-9a2d-95482a71dcf0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:21.995020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51a2e47d-d058-4b92-83b3-e5169bcc09f9 req-03d3ff53-5b20-4d90-9a2d-95482a71dcf0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1049736
Dec 03 03:39:22.042648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51a2e47d-d058-4b92-83b3-e5169bcc09f9 req-526b105e-23c2-4b07-a80a-281d8ea82413 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409927
Dec 03 03:39:22.758582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f4c4f-0b68-4318-9514-8b6d683f1b4d req-1d1426f5-4e98-47a2-a278-934e82bdb04b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:22.760185 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-833f4c4f-0b68-4318-9514-8b6d683f1b4d req-1d1426f5-4e98-47a2-a278-934e82bdb04b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0871515
Dec 03 03:39:22.808310 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-833f4c4f-0b68-4318-9514-8b6d683f1b4d req-4cdfdc08-1ed8-48c0-bd31-3f2302bbf7d6 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415576
Dec 03 03:39:23.163143 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb38ce59-5dee-43d6-be5f-03a496ee8447 req-f600846f-3b62-4c65-8477-238a9a522b1f tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 210 time: 0.0466418
Dec 03 03:39:23.373811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb791fd-e5d1-4960-b695-db573d7ee48e req-a530932a-f68e-4277-8fd0-3de83b438176 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:23.375349 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4eb791fd-e5d1-4960-b695-db573d7ee48e req-a530932a-f68e-4277-8fd0-3de83b438176 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0862920
Dec 03 03:39:23.421927 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4eb791fd-e5d1-4960-b695-db573d7ee48e req-6b009c04-2753-4269-bff2-e146b389bddb tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402062
Dec 03 03:39:24.045578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5190-1a49-464e-ae16-b5d2face7dda req-b111052d-d37d-4b0b-999b-1910879c0bde tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:24.047240 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-350e5190-1a49-464e-ae16-b5d2face7dda req-b111052d-d37d-4b0b-999b-1910879c0bde tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0851998
Dec 03 03:39:24.100624 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-350e5190-1a49-464e-ae16-b5d2face7dda req-8000dcae-5050-4e95-bdaa-646f6bb08fd9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457771
Dec 03 03:39:24.360278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b2d174e-a955-4cff-9ca5-33b16428641e req-7b9414e4-c831-40c7-aaa7-05951768329e tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] 10.222.0.66 "GET /v2.0/ports?device_id=75622a80-5890-4275-a3ae-92992d9bd724 HTTP/1.1" status: 200  len: 210 time: 0.0479550
Dec 03 03:39:24.638909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9a7f-326f-491d-9709-e5181da6ad6c req-22a913ed-25dc-4f22-aa8d-3fba9cc69f6e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:24.640430 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72cd9a7f-326f-491d-9709-e5181da6ad6c req-22a913ed-25dc-4f22-aa8d-3fba9cc69f6e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0839851
Dec 03 03:39:24.689463 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72cd9a7f-326f-491d-9709-e5181da6ad6c req-5d0d208b-490a-42ce-807a-112a3d4b0d65 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426996
Dec 03 03:39:25.330892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c261d59-f827-47c7-b715-be92ba176a1f req-02006d50-cd3e-44e2-9fbd-39ce87b90a6f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:25.332494 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c261d59-f827-47c7-b715-be92ba176a1f req-02006d50-cd3e-44e2-9fbd-39ce87b90a6f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0840430
Dec 03 03:39:25.381535 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c261d59-f827-47c7-b715-be92ba176a1f req-7d15ebbd-c95d-4863-a981-c1f49cf0d813 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420852
Dec 03 03:39:25.923009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2130b-519f-40fd-81a8-28f9d0328f36 req-64b2d96e-fdda-415f-848d-35462c05f4bf tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:25.924653 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fb2130b-519f-40fd-81a8-28f9d0328f36 req-64b2d96e-fdda-415f-848d-35462c05f4bf tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0970137
Dec 03 03:39:25.977723 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fb2130b-519f-40fd-81a8-28f9d0328f36 req-830532f2-b4ff-456e-b958-40679fcc0121 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459299
Dec 03 03:39:26.253054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 34990) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:26.680411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:26.743061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5dad-f42d-4117-bd34-347ce8e2449f req-03ee1ddd-ed3a-4a64-aed0-cce3d306e32b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:26.744588 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-027d5dad-f42d-4117-bd34-347ce8e2449f req-03ee1ddd-ed3a-4a64-aed0-cce3d306e32b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1917057
Dec 03 03:39:26.884302 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-027d5dad-f42d-4117-bd34-347ce8e2449f req-dc48077b-1de8-401f-a08d-fc7d4fd6fb4a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849435
Dec 03 03:39:27.274185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bc24a-8682-47d5-b814-ad601ce7c4b8 req-56ba3e03-4811-4b49-a7ee-f3516c6fdc43 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:27.275754 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa0bc24a-8682-47d5-b814-ad601ce7c4b8 req-56ba3e03-4811-4b49-a7ee-f3516c6fdc43 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1577759
Dec 03 03:39:27.336003 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa0bc24a-8682-47d5-b814-ad601ce7c4b8 req-e10cb8a8-83b2-45ad-824a-1f9efb2c492e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0527458
Dec 03 03:39:27.457010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Deleting port bf98d792-4f9c-4869-80a1-9716ed359c2f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:27.457389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:27.856228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] For port bf98d792-4f9c-4869-80a1-9716ed359c2f, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=bf98d792-4f9c-4869-80a1-9716ed359c2f,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:27.856701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:27.983855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Calling delete_port for bf98d792-4f9c-4869-80a1-9716ed359c2f owned by network:router_interface {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:28.162768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c2626-da67-4027-ae08-fe8297645db1 req-abd4fa57-ca6d-448f-8993-f437da48a030 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:28.164290 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc6c2626-da67-4027-ae08-fe8297645db1 req-abd4fa57-ca6d-448f-8993-f437da48a030 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1234195
Dec 03 03:39:28.267303 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc6c2626-da67-4027-ae08-fe8297645db1 req-5ea0528b-bc6d-4455-a715-b4fe65aaa411 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950208
Dec 03 03:39:28.270917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:28.287011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6b57ec30-125f-42aa-98ab-69cf1c2ac564 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:28.381447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf98d792-4f9c-4869-80a1-9716ed359c2f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:28.388225 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:28.698624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:28.719411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970bc8b-c7ab-4456-b0f2-665b42dcc6b6 req-94c1a630-e998-4d6e-85a2-dbfdf036a86a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:28.721013 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f970bc8b-c7ab-4456-b0f2-665b42dcc6b6 req-94c1a630-e998-4d6e-85a2-dbfdf036a86a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.2159359
Dec 03 03:39:28.848436 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f970bc8b-c7ab-4456-b0f2-665b42dcc6b6 req-3dfd2e0a-e7d0-4406-8cf6-8a7508bbae67 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1193731
Dec 03 03:39:29.077345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:39:29.200083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:29.229254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:29.240212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:29.244497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:29.247281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:29.253995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:39:29.329724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:29.340337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.340738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.341471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.341766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.342152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.342562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.342943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.343322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.343691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.344065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.344440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.344814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.345376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.345622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.345996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.346393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.346766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.347139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.347628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.348121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.348500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.349518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.350483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.350673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:39:29.356632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:29.455649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:39:29.465778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Sync routers for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:39:29.480414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:29.481109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb658d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:39:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:29.507618 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] 10.222.0.66 "PUT /v2.0/routers/8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2532458
Dec 03 03:39:29.510522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35014) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:29.542060 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'code': 200}
Dec 03 03:39:29.617078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aeb30-7332-46c7-b764-8ebd717821ff req-b322be04-78b0-467f-965f-681d4680188a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:29.619201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b23aeb30-7332-46c7-b764-8ebd717821ff req-b322be04-78b0-467f-965f-681d4680188a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0912888
Dec 03 03:39:29.678544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:29.688670 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b23aeb30-7332-46c7-b764-8ebd717821ff req-4b9f2655-db6b-41b0-914d-51957d4563f9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626817
Dec 03 03:39:29.734498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:29.936687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:29.943197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Deleting port 2d6638cc-5493-4441-8572-410dc444ca6a {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:29.943732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.195606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] For port 2d6638cc-5493-4441-8572-410dc444ca6a, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2d6638cc-5493-4441-8572-410dc444ca6a,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:30.196741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.223221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb658d0>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:39:28Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:30.227851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Checking router: 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:39:30.241081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Routers {'8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:39:30.241791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb658d0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:39:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:30.320170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcdc4d-6625-4cca-bee8-f0feb5ebc66e req-538ccad3-a73e-495f-9d81-a9e428e135c9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:30.321809 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e3fcdc4d-6625-4cca-bee8-f0feb5ebc66e req-538ccad3-a73e-495f-9d81-a9e428e135c9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1083407
Dec 03 03:39:30.362192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Calling delete_port for 2d6638cc-5493-4441-8572-410dc444ca6a owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:30.385260 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e3fcdc4d-6625-4cca-bee8-f0feb5ebc66e req-4528e0a1-f794-4db2-ac7c-f3d05f33a3a6 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0566885
Dec 03 03:39:30.472557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] Set router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:39:30.526217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.745749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.780933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 35042) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:30.845858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a76e-4d46-45c2-afff-b81200c62b0e req-747b5ef2-1098-4e5b-bd10-a8d4a07dd3fc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:30.847938 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a900a76e-4d46-45c2-afff-b81200c62b0e req-747b5ef2-1098-4e5b-bd10-a8d4a07dd3fc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1354153
Dec 03 03:39:30.877488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cb658d0>, [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:39:28Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:30.883070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddde00-ae7c-469b-8740-6b7d59a664aa None None] The sync data for ids ['8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4'] in dv-cinder-749155-3-iscsi is: [{'id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'name': 'tempest-TestMinimumBasicScenario-1587950612-router', 'tenant_id': '0840879b0906445784a83ceb05926684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:45Z', 'updated_at': '2020-12-03T03:39:28Z', 'revision_number': 5, 'project_id': '0840879b0906445784a83ceb05926684', 'gw_port': {'id': '2d6638cc-5493-4441-8572-410dc444ca6a', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:47Z', 'updated_at': '2020-12-03T03:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:39:30.920836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.927593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.958063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.958972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:39:30.974322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:30.978021 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-78aff45c-c061-421a-932b-0a4370b1d78f admin admin] 10.222.0.66 "DELETE /v2.0/routers/8b8d17ea-f1e7-4dfb-aa66-84c5df184ed4 HTTP/1.1" status: 204  len: 168 time: 1.4634135
Dec 03 03:39:30.978433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35050) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:31.014982 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a900a76e-4d46-45c2-afff-b81200c62b0e req-4a9f0aa9-49a6-41a5-96e6-c0943dc087ce tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1561506
Dec 03 03:39:31.048858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Deleting subnet da38225a-d71e-4fe8-b8a0-04902d23bf7f {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:39:31.052305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.072239 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-286344d1-c68f-4e11-bb3e-ecb670147fa8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2899063
Dec 03 03:39:31.079144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a70179-f520-4596-bbd1-907de189ca29 req-0e7379b2-55cc-40db-b79c-1d258bfa5d7e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:31.080706 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-92a70179-f520-4596-bbd1-907de189ca29 req-0e7379b2-55cc-40db-b79c-1d258bfa5d7e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1892908
Dec 03 03:39:31.111510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.170894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-92a70179-f520-4596-bbd1-907de189ca29 req-aea0a05a-adb2-404d-8fc9-5f073670f863 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826013
Dec 03 03:39:31.261320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.552439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.569322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:31.615187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da38225a-d71e-4fe8-b8a0-04902d23bf7f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:31.680037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:31.731664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.736724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5e458-f436-4e49-9b7b-b82ea28441b4 None None] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:39:31.742199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a37158a7-8919-4f66-a5a4-94d0324bd959 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/da38225a-d71e-4fe8-b8a0-04902d23bf7f HTTP/1.1" status: 204  len: 168 time: 0.7628398
Dec 03 03:39:31.744913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35074) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:31.873121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:31.977667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2d6638cc-5493-4441-8572-410dc444ca6a no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:39:32.023598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 2d6638cc-5493-4441-8572-410dc444ca6a {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:39:32.024085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2d6638cc-5493-4441-8572-410dc444ca6a not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:39:32.024620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device bf98d792-4f9c-4869-80a1-9716ed359c2f no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:39:32.073141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: bf98d792-4f9c-4869-80a1-9716ed359c2f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:39:32.073539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device bf98d792-4f9c-4869-80a1-9716ed359c2f not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:39:32.133857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] DHCP port deletion for 330d9e4d-fc33-4815-90f4-d12bca58f5a8 request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:39:32.138669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Deleting port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:32.139139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:32.215715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Deleting port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:32.216011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:32.308391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046fa6-8700-40d9-a30d-15d30c93cdf2 req-e1818357-1b09-43e4-95a4-533f925610bc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:32.319692 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3046fa6-8700-40d9-a30d-15d30c93cdf2 req-e1818357-1b09-43e4-95a4-533f925610bc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1716869
Dec 03 03:39:32.374766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] For port 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=866d9c44-fac2-4ef0-a576-11a5194ac4e4,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:32.375356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:32.385840 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3046fa6-8700-40d9-a30d-15d30c93cdf2 req-8db30a66-7eb4-4927-907a-f0e6ed947fb7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0651302
Dec 03 03:39:32.456440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] For port 866d9c44-fac2-4ef0-a576-11a5194ac4e4, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=866d9c44-fac2-4ef0-a576-11a5194ac4e4,segment=NetworkSegment(6c5d4618-d6da-413e-afd2-b0432d28f636),segment_id=6c5d4618-d6da-413e-afd2-b0432d28f636)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:32.456851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:32.517512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Calling delete_port for 866d9c44-fac2-4ef0-a576-11a5194ac4e4 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:32.602787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Calling delete_port for 866d9c44-fac2-4ef0-a576-11a5194ac4e4 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:39:32.670562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:32.685613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:39:32.686267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:39:32.687116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:32.706118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a44243-86f9-475d-8a5b-c873fe7c9816 req-01a91284-73b9-4a1a-b636-e21882a4945a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:32.707797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0a44243-86f9-475d-8a5b-c873fe7c9816 req-01a91284-73b9-4a1a-b636-e21882a4945a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.3190644
Dec 03 03:39:32.735475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Pushing event deleted for resources: {'Port': ['ID=866d9c44-fac2-4ef0-a576-11a5194ac4e4,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:32.738433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:32.757188 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0a44243-86f9-475d-8a5b-c873fe7c9816 req-8d1c91dd-3eca-4b00-95a3-0a6be4aab367 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422413
Dec 03 03:39:32.829936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] No DVR routers for this DVR port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 on host dv-cinder-749155-3-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:39:33.187191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Deleting port 866d9c44-fac2-4ef0-a576-11a5194ac4e4 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:39:33.187771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:33.258337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] The port '866d9c44-fac2-4ef0-a576-11a5194ac4e4' was deleted {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:39:33.388447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:33.510881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f87f7e048>,) {'filters': {'network_id': ['330d9e4d-fc33-4815-90f4-d12bca58f5a8']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:33.525915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87f7e048>, '6c5d4618-d6da-413e-afd2-b0432d28f636') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:33.526287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87f7e048>, '6c5d4618-d6da-413e-afd2-b0432d28f636') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:39:33.539509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:33.560204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:33.562373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:39:33.590769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb6d1-1768-4daa-9861-f65132f7bd25 req-eae9ae00-6744-4a11-8219-28258521a8ed tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:33.592401 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9cfb6d1-1768-4daa-9861-f65132f7bd25 req-eae9ae00-6744-4a11-8219-28258521a8ed tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0843070
Dec 03 03:39:33.646524 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9cfb6d1-1768-4daa-9861-f65132f7bd25 req-da8212ae-667a-459b-ac3b-7b28341fd6df tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456035
Dec 03 03:39:33.752033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:39:33.761969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:33.919916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 866d9c44-fac2-4ef0-a576-11a5194ac4e4 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:39:33.954373 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Network 330d9e4d-fc33-4815-90f4-d12bca58f5a8 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:39:33.958828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 866d9c44-fac2-4ef0-a576-11a5194ac4e4 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:39:33.959455 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 866d9c44-fac2-4ef0-a576-11a5194ac4e4 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:39:33.979447 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:39:33.994370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ea5a-a68c-4946-8420-2d5618475f41 req-fc36c48c-d89a-4fb4-87fd-9329693e3e74 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:33.996111 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e43ea5a-a68c-4946-8420-2d5618475f41 req-fc36c48c-d89a-4fb4-87fd-9329693e3e74 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0888047
Dec 03 03:39:34.044687 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e43ea5a-a68c-4946-8420-2d5618475f41 req-ca9d6098-d2bd-4759-b7d7-2f0df76d2b40 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418491
Dec 03 03:39:34.059507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.063217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5045879a-2aa1-4b77-b8e3-292e4a0c5869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:34.082327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.093521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=330d9e4d-fc33-4815-90f4-d12bca58f5a8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:34.098157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:34.102041 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/330d9e4d-fc33-4815-90f4-d12bca58f5a8 HTTP/1.1" status: 204  len: 168 time: 2.3560133
Dec 03 03:39:34.309863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35096) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:34.364984 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-610c2c23-8043-437b-93b0-939fc5d61f9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0840879b0906445784a83ceb05926684&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0532482
Dec 03 03:39:34.367630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35100) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:34.429884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.457069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.502538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.507884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1ecdd0ee-4ad1-4678-94f1-a4b887e09a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:34.521856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a316037-9ec6-4714-823e-a8f9891b358c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:34.525456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:34.531601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:34.532882 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a316037-9ec6-4714-823e-a8f9891b358c HTTP/1.1" status: 204  len: 168 time: 0.1642892
Dec 03 03:39:34.704494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:39:34.871224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d066-4cb3-4334-8cbb-36b85d94c744 req-d4428234-1f04-4a26-a78b-f929b278cbc5 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:34.872961 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4202d066-4cb3-4334-8cbb-36b85d94c744 req-d4428234-1f04-4a26-a78b-f929b278cbc5 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0943460
Dec 03 03:39:34.925333 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4202d066-4cb3-4334-8cbb-36b85d94c744 req-20a83eec-002b-4e3c-b4b2-008a7d5dc8b0 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455198
Dec 03 03:39:35.278770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281ed63-81f9-439b-b5e2-ee07abc248b3 req-f6b30b56-cc7d-452a-b3d1-411187d209cc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:35.280367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0281ed63-81f9-439b-b5e2-ee07abc248b3 req-f6b30b56-cc7d-452a-b3d1-411187d209cc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0842717
Dec 03 03:39:35.331675 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0281ed63-81f9-439b-b5e2-ee07abc248b3 req-71dcd766-049b-48dc-ad8f-573f41b3fd56 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438254
Dec 03 03:39:35.849695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-5981e610-86f2-4a4e-b820-cf42c04d7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:35.851319 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-5981e610-86f2-4a4e-b820-cf42c04d7be0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6&tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b HTTP/1.1" status: 200  len: 1161 time: 0.0759797
Dec 03 03:39:35.962329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-f909c8a4-a743-4ff8-acb2-a64e305983ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:35.963974 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-f909c8a4-a743-4ff8-acb2-a64e305983ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1161 time: 0.0761604
Dec 03 03:39:36.176293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-3cb8f6f2-ef33-40b3-bd06-c5d64e0896f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:36.178286 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-3cb8f6f2-ef33-40b3-bd06-c5d64e0896f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.2062693
Dec 03 03:39:36.249188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef073-01ce-44fc-bd69-b72f3eea1c0c req-f1354cf3-2e9a-4db3-923e-cd95f37f40f3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:36.250833 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d2ef073-01ce-44fc-bd69-b72f3eea1c0c req-f1354cf3-2e9a-4db3-923e-cd95f37f40f3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.1896768
Dec 03 03:39:36.334202 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d2ef073-01ce-44fc-bd69-b72f3eea1c0c req-130ea1c7-a3b7-4b53-a9ad-35b64c737159 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0711737
Dec 03 03:39:36.336044 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-dbacc5dd-f674-4823-9f3b-1905b989b2b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 999 time: 0.1495225
Dec 03 03:39:36.408027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-5e4835e8-26a6-42f1-910c-17ae282541ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:36.409626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-5e4835e8-26a6-42f1-910c-17ae282541ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.0665014
Dec 03 03:39:36.496620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-b8ed6da3-11f4-41b9-869e-a89e2dc7c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:36.498310 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-b8ed6da3-11f4-41b9-869e-a89e2dc7c041 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810435
Dec 03 03:39:36.709667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2263-e691-4d55-b1ee-91c898574b1e req-53d0b846-7105-45a5-b11d-47945bf417e8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:36.711385 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de4a2263-e691-4d55-b1ee-91c898574b1e req-53d0b846-7105-45a5-b11d-47945bf417e8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2121270
Dec 03 03:39:36.715024 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-87a80553-afe9-423a-bc0e-09e465464caa service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761363
Dec 03 03:39:36.846609 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de4a2263-e691-4d55-b1ee-91c898574b1e req-44a795f0-02b6-4eab-9792-e17dabf15145 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286702
Dec 03 03:39:36.894399 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-237f0c1e-f54b-42c1-9138-4b817edb603c req-a602038d-2e84-47ab-a609-eda25b70f56b service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1603460
Dec 03 03:39:37.555126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951e0d-c6ad-4133-91c8-8ff675ef7b10 req-bf51713e-6a0c-4c27-8e6d-2c23d16861eb tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:37.556760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45951e0d-c6ad-4133-91c8-8ff675ef7b10 req-bf51713e-6a0c-4c27-8e6d-2c23d16861eb tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0893004
Dec 03 03:39:37.605664 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45951e0d-c6ad-4133-91c8-8ff675ef7b10 req-70ecb755-1eb5-4a4a-9dec-257f65d43cfa tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425055
Dec 03 03:39:38.080061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c6d24-50da-4dbf-a37e-557dc85d0622 req-8c09a499-fb45-466f-a3af-1288b547d075 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:38.081673 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb0c6d24-50da-4dbf-a37e-557dc85d0622 req-8c09a499-fb45-466f-a3af-1288b547d075 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0830731
Dec 03 03:39:38.131077 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb0c6d24-50da-4dbf-a37e-557dc85d0622 req-43880ae2-9a92-43ff-9fb1-556c5af2f008 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429173
Dec 03 03:39:38.821884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b40db6-d74d-43e2-86a3-3421c9795a04 req-7ee88ecc-0e53-4555-a97d-a37665b047cc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:38.823973 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4b40db6-d74d-43e2-86a3-3421c9795a04 req-7ee88ecc-0e53-4555-a97d-a37665b047cc tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0847917
Dec 03 03:39:38.871364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4b40db6-d74d-43e2-86a3-3421c9795a04 req-5fe1b2de-d5ea-438f-a8b3-b4b6975e481e tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410962
Dec 03 03:39:39.362047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64992378-b779-4454-addd-86290bc0526d req-25b9f2fd-50dd-4c21-973b-713ac4367961 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:39.363684 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64992378-b779-4454-addd-86290bc0526d req-25b9f2fd-50dd-4c21-973b-713ac4367961 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0894189
Dec 03 03:39:39.413251 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64992378-b779-4454-addd-86290bc0526d req-56d7cf0c-e671-4926-a1a4-6b5c08ce4adb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431736
Dec 03 03:39:40.089050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961f1d-0350-49b0-bbec-9ef025eb0144 req-ab97c091-e10a-4a5e-a71a-cda0781e3f85 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:40.090729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce961f1d-0350-49b0-bbec-9ef025eb0144 req-ab97c091-e10a-4a5e-a71a-cda0781e3f85 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0860617
Dec 03 03:39:40.143866 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce961f1d-0350-49b0-bbec-9ef025eb0144 req-1baf11b8-5379-4331-9914-f23507a199de tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464742
Dec 03 03:39:40.640167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66227-2d0b-4ec1-823b-d0365f0ef756 req-04414426-934c-4cfb-9660-301d6acb11e1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:40.641773 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3df66227-2d0b-4ec1-823b-d0365f0ef756 req-04414426-934c-4cfb-9660-301d6acb11e1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0845897
Dec 03 03:39:40.691490 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3df66227-2d0b-4ec1-823b-d0365f0ef756 req-339a4c28-4037-49a3-93f9-21617f1b62f9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432951
Dec 03 03:39:41.363814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc236cd-fe45-4e4a-ad40-c63779378da9 req-6d63f227-1643-4bc4-9693-ec7ff86a6db2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:41.366000 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fc236cd-fe45-4e4a-ad40-c63779378da9 req-6d63f227-1643-4bc4-9693-ec7ff86a6db2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0906453
Dec 03 03:39:41.414284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fc236cd-fe45-4e4a-ad40-c63779378da9 req-b95cc934-3baa-4a04-a82c-72a517970b46 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418999
Dec 03 03:39:41.924256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740f61d-e375-40b6-90a9-83362fc22a51 req-ed16a582-fa5f-4237-9ee4-0f831fb97568 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:41.925875 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b740f61d-e375-40b6-90a9-83362fc22a51 req-ed16a582-fa5f-4237-9ee4-0f831fb97568 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0842001
Dec 03 03:39:41.976760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b740f61d-e375-40b6-90a9-83362fc22a51 req-64cf228e-b2b6-4f30-827b-c84ea9d38b82 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438504
Dec 03 03:39:42.624156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e492f-d1a7-4311-970b-b1284c78c6fd req-78fbfe2f-9e1f-46a1-94b4-9b2b9d02eecf tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:42.625766 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-103e492f-d1a7-4311-970b-b1284c78c6fd req-78fbfe2f-9e1f-46a1-94b4-9b2b9d02eecf tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0834041
Dec 03 03:39:42.674483 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-103e492f-d1a7-4311-970b-b1284c78c6fd req-a1a8b544-39a6-471e-ba57-2c3438fc9eed tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416789
Dec 03 03:39:43.224955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880b439-3f67-4a3d-8d96-d92ea94c61e0 req-c5af82a2-4890-4f66-b104-d3d5d46847ee tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:43.226645 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0880b439-3f67-4a3d-8d96-d92ea94c61e0 req-c5af82a2-4890-4f66-b104-d3d5d46847ee tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0922728
Dec 03 03:39:43.275384 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0880b439-3f67-4a3d-8d96-d92ea94c61e0 req-3273bad5-abe9-42a3-924d-88cce265c02f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420253
Dec 03 03:39:43.483888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:43.556346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:43.556781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:43.699086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46202c8b-cb61-4395-8666-189d6779a27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:43.894452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fe154-c68a-48e6-a212-f268796ad126 req-31698b19-b389-49e0-bfa3-b341962fe191 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:43.896180 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c4fe154-c68a-48e6-a212-f268796ad126 req-31698b19-b389-49e0-bfa3-b341962fe191 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0891039
Dec 03 03:39:43.946714 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c4fe154-c68a-48e6-a212-f268796ad126 req-896ad740-9fa2-45b2-955a-4cdd9bea9008 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441582
Dec 03 03:39:44.512022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a726b3-7a10-4b69-bc2d-46f7bd4096b8 req-39c744e4-31a7-465d-9d39-d49d006373fe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:44.513562 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-33a726b3-7a10-4b69-bc2d-46f7bd4096b8 req-39c744e4-31a7-465d-9d39-d49d006373fe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0859759
Dec 03 03:39:44.564146 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-33a726b3-7a10-4b69-bc2d-46f7bd4096b8 req-d32b83cb-8d8e-4abb-b173-f27ddedb2ad4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440900
Dec 03 03:39:45.166386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7c86-f497-4a50-848c-2c9f168fd811 req-5370ebfd-a8c3-43d2-ba07-65688b448501 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:45.167947 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b77e7c86-f497-4a50-848c-2c9f168fd811 req-5370ebfd-a8c3-43d2-ba07-65688b448501 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0903869
Dec 03 03:39:45.217919 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b77e7c86-f497-4a50-848c-2c9f168fd811 req-ad2ca2b5-12a7-4383-a91f-c706082f2f49 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435710
Dec 03 03:39:45.790061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23549493-92d6-4f45-8b43-db5715f0b9f7 req-9018cebe-8d33-44e9-8a85-16de99f4acb7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:45.791690 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-23549493-92d6-4f45-8b43-db5715f0b9f7 req-9018cebe-8d33-44e9-8a85-16de99f4acb7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0835907
Dec 03 03:39:45.841741 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-23549493-92d6-4f45-8b43-db5715f0b9f7 req-c8e0dc68-3bf4-4d1a-8cdf-cb2929cb08cf tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436471
Dec 03 03:39:46.227866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-13fa4d38-eba4-4923-9170-2c299885abc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:46.434677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43d1a6-3118-45d1-a7a7-498755a9bfb3 req-3d25d2c8-06e0-40ed-ac53-588ecbe4b76a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:46.436300 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec43d1a6-3118-45d1-a7a7-498755a9bfb3 req-3d25d2c8-06e0-40ed-ac53-588ecbe4b76a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0840592
Dec 03 03:39:46.484648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec43d1a6-3118-45d1-a7a7-498755a9bfb3 req-c142619f-e931-4a0c-a841-55bc1d030953 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414000
Dec 03 03:39:46.664432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:46.973998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:47.078307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a0a5-c851-4ba9-836f-db13c51a2ebd req-06773998-e66e-4a41-924a-3597ddf156bc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:47.079976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e64a0a5-c851-4ba9-836f-db13c51a2ebd req-06773998-e66e-4a41-924a-3597ddf156bc tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0909586
Dec 03 03:39:47.143196 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e64a0a5-c851-4ba9-836f-db13c51a2ebd req-789e5eab-c709-4403-986f-34787a5cf511 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544040
Dec 03 03:39:47.698352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:47.703814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6fc6c-1a50-442f-8f2e-e53c9b696bae req-40c0b77a-e917-436c-a89d-b2405fc05341 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:47.705433 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7b6fc6c-1a50-442f-8f2e-e53c9b696bae req-40c0b77a-e917-436c-a89d-b2405fc05341 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 944 time: 0.0849240
Dec 03 03:39:47.757063 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7b6fc6c-1a50-442f-8f2e-e53c9b696bae req-b1a4bc97-aceb-4b5a-9008-c95f282023cb tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445166
Dec 03 03:39:48.150501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:48.239562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:48.245945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:48.246408 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:48.378509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:48.391560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e28da-4b88-407f-96e0-025dbdf31f05 req-287ea3b2-0b90-4bbd-a79c-680d21ba4072 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:48.393122 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a04e28da-4b88-407f-96e0-025dbdf31f05 req-287ea3b2-0b90-4bbd-a79c-680d21ba4072 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0892794
Dec 03 03:39:48.445072 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a04e28da-4b88-407f-96e0-025dbdf31f05 req-b3b539c6-d1df-4b97-ade9-408b201dc22f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446289
Dec 03 03:39:48.453498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:48.453916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:48.573333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:48.601327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:39:48.611925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:39:48.614907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:48.616912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee93346f-ad6c-409d-807c-98d5e8df49e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:48.665115 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'code': 200}
Dec 03 03:39:48.690969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:48.695284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:49.014581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd756b7-ec2f-4355-898c-7a21a37bdb33 req-d7981bb8-deaf-4f75-bdba-adda825143a3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:49.016091 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bd756b7-ec2f-4355-898c-7a21a37bdb33 req-d7981bb8-deaf-4f75-bdba-adda825143a3 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1246269
Dec 03 03:39:49.084907 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bd756b7-ec2f-4355-898c-7a21a37bdb33 req-0a576ad5-8b55-4b92-965c-12afae37e680 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0610423
Dec 03 03:39:49.091961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190cedf-3fad-4ad8-8522-b6bef6c67b36 req-60175cfe-9261-45d8-8d2b-fb39fdfd2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:49.093622 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9190cedf-3fad-4ad8-8522-b6bef6c67b36 req-60175cfe-9261-45d8-8d2b-fb39fdfd2c07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.1237614
Dec 03 03:39:49.107546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:39:49.148789 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9190cedf-3fad-4ad8-8522-b6bef6c67b36 req-3385ce16-27ab-4796-a6f4-3759d566f422 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451562
Dec 03 03:39:49.180564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:39:49.181175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:49.683188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1298a7-96b3-4140-beae-32fa0514e299 req-848959d1-1a7e-402e-b569-72ab8a673173 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:49.684816 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b1298a7-96b3-4140-beae-32fa0514e299 req-848959d1-1a7e-402e-b569-72ab8a673173 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0874348
Dec 03 03:39:49.732950 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b1298a7-96b3-4140-beae-32fa0514e299 req-7d33da82-e5a6-4751-aa57-4d69e510a851 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415034
Dec 03 03:39:50.340918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f57de7-e350-41a3-8c7e-b75585ad58a1 req-b59bd4d1-325e-4aff-af56-e21bd5e380e5 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:50.342583 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3f57de7-e350-41a3-8c7e-b75585ad58a1 req-b59bd4d1-325e-4aff-af56-e21bd5e380e5 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0907342
Dec 03 03:39:50.392328 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3f57de7-e350-41a3-8c7e-b75585ad58a1 req-c7ca425a-cd88-4ac8-a422-1a248876ea0f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424082
Dec 03 03:39:50.998733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545269-07fe-495d-acb6-d23c714cbf56 req-13b7b3cc-d3cb-48ee-a6ea-e0b6d6a607c9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:51.000423 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c1545269-07fe-495d-acb6-d23c714cbf56 req-13b7b3cc-d3cb-48ee-a6ea-e0b6d6a607c9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0989149
Dec 03 03:39:51.053155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c1545269-07fe-495d-acb6-d23c714cbf56 req-a4cdc5e0-b99e-4b67-930e-c45cdfe93830 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434258
Dec 03 03:39:51.845029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09cd29-533f-4f7e-abf1-e64012d30a1d req-5c4c6d6e-b1d2-4ff2-b1db-e3a221ed0ff4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:51.853763 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf09cd29-533f-4f7e-abf1-e64012d30a1d req-5c4c6d6e-b1d2-4ff2-b1db-e3a221ed0ff4 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.3042374
Dec 03 03:39:51.916511 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf09cd29-533f-4f7e-abf1-e64012d30a1d req-78daceb0-fcda-4bef-b31b-9237ec99e714 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0614870
Dec 03 03:39:52.318829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf438d-79da-4773-aad2-75c63363960c req-59cbcc89-9ae4-4b35-a4bb-a3bb584a3779 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:52.320628 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0adf438d-79da-4773-aad2-75c63363960c req-59cbcc89-9ae4-4b35-a4bb-a3bb584a3779 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0998993
Dec 03 03:39:52.370532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0adf438d-79da-4773-aad2-75c63363960c req-1cb23b69-7a39-4beb-95bf-84b53a8661ff tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435374
Dec 03 03:39:52.960630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35314) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:53.160586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.180905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:39:53.185206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Usage tracker for resource:security_group_rule and tenant:4f422a786984499f90cb5b6618d64c01 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:39:53.188319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:39:53.204914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:39:53.317728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.367962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.378009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b342c879-1ab8-4cd0-9826-804288a12b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:53.425405 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f422a786984499f90cb5b6618d64c01&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4612575
Dec 03 03:39:53.425405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec79947-0243-4626-8cc2-4995dd07ccb8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:53.427332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 35326) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:53.431375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:53.520678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.555461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.682726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1814b-54d0-49c4-9971-ed980261a3b1 req-ccad2b4c-4a8b-46c4-91ae-ac1df358fd4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:53.686740 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47f1814b-54d0-49c4-9971-ed980261a3b1 req-ccad2b4c-4a8b-46c4-91ae-ac1df358fd4e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1413753
Dec 03 03:39:53.712989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.725767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f8f914f-94fc-457e-bf8b-c4342d88a197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:53.746259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec79947-0243-4626-8cc2-4995dd07ccb8,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:53.755675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:53.764329 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47f1814b-54d0-49c4-9971-ed980261a3b1 req-94bf7a53-db93-4b3b-8a13-05d40975814a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693672
Dec 03 03:39:53.767067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:53.772331 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-89dd6356-ab67-4b4f-bd1a-f391d7d420f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eec79947-0243-4626-8cc2-4995dd07ccb8 HTTP/1.1" status: 204  len: 168 time: 0.3431661
Dec 03 03:39:54.259511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 35338) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:54.283933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.305492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:39:54.310055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Usage tracker for resource:security_group_rule and tenant:98ca11bceaac430fa2dfb36426c7dbcf is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:39:54.314314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:39:54.323199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:39:54.442625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.447553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.462311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33823ae6-d9c2-4114-b381-4bb54e432715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:54.491559 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98ca11bceaac430fa2dfb36426c7dbcf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2298918
Dec 03 03:39:54.494490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35344) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:39:54.521855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae67575-2326-48a9-8ca5-81bdf7c74a0f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:54.526172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4d8fef16-b31e-4f8c-9070-0851a59624c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:54.607699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.641300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.721168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.728957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5a95ffd1-2a91-4636-88e5-dec7c1fd96f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:39:54.744247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae67575-2326-48a9-8ca5-81bdf7c74a0f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:39:54.754546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:39:54.764824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:39:54.771002 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ae67575-2326-48a9-8ca5-81bdf7c74a0f HTTP/1.1" status: 204  len: 168 time: 0.2727180
Dec 03 03:39:55.043002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9ae6-fbb9-45d6-a40c-49382980e770 req-d4d78aad-21e5-477b-be8f-62c38a81ce8c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:55.052270 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e85d9ae6-fbb9-45d6-a40c-49382980e770 req-d4d78aad-21e5-477b-be8f-62c38a81ce8c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0997860
Dec 03 03:39:55.173578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e85d9ae6-fbb9-45d6-a40c-49382980e770 req-3f4847bb-0a34-42d5-b22f-7ae90a98e2d3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202743
Dec 03 03:39:56.574937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698273d-a5ad-4ac9-a94b-f675afe00e6f req-306cbee8-a2d4-4e51-a01f-5dcd134d0e5f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:56.576754 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c698273d-a5ad-4ac9-a94b-f675afe00e6f req-306cbee8-a2d4-4e51-a01f-5dcd134d0e5f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1327081
Dec 03 03:39:56.641055 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c698273d-a5ad-4ac9-a94b-f675afe00e6f req-d6e736b7-c8b0-4f35-a0d5-6185a0ce6e38 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571830
Dec 03 03:39:57.923458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a0e64-ca88-4af3-95c9-7b3625fd1bed req-5e66ade4-8a9f-4c37-b96f-8012c9b18bbe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:57.925782 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-095a0e64-ca88-4af3-95c9-7b3625fd1bed req-5e66ade4-8a9f-4c37-b96f-8012c9b18bbe tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1012282
Dec 03 03:39:57.986896 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-095a0e64-ca88-4af3-95c9-7b3625fd1bed req-4a5c1116-8eb6-40f1-8207-005614e951b0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515316
Dec 03 03:39:59.249948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7e24-bf34-417a-886a-b2e99c8891c0 req-5e20c37d-9cd4-48bd-a8b2-9c21bb57bd56 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:39:59.251669 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47ce7e24-bf34-417a-886a-b2e99c8891c0 req-5e20c37d-9cd4-48bd-a8b2-9c21bb57bd56 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1045187
Dec 03 03:39:59.312140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-47ce7e24-bf34-417a-886a-b2e99c8891c0 req-7971a9af-4c4a-4745-8036-aa6d0569deac tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533733
Dec 03 03:40:00.575186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc345a-addb-4ab3-b892-7ff187279f22 req-737a5bfd-2280-40fd-90dd-6b0a0b47ee90 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:00.576823 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fabc345a-addb-4ab3-b892-7ff187279f22 req-737a5bfd-2280-40fd-90dd-6b0a0b47ee90 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1043725
Dec 03 03:40:00.625148 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fabc345a-addb-4ab3-b892-7ff187279f22 req-a292c722-1290-48da-8b56-2aa1a8b6f664 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412328
Dec 03 03:40:01.097572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-7561d44a-1dac-4c8a-bbe8-b74217fe663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:01.099404 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-7561d44a-1dac-4c8a-bbe8-b74217fe663c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1163 time: 0.0750308
Dec 03 03:40:01.253562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-59181f3e-accd-42c1-ad40-8209cc759ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:01.256394 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-59181f3e-accd-42c1-ad40-8209cc759ced service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.1485562
Dec 03 03:40:01.367096 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-cad69056-84cf-44b9-a977-93c199046d35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 1002 time: 0.1037626
Dec 03 03:40:01.447440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-1449ad34-4e98-4d31-8197-7836cfe8ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:01.449031 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-1449ad34-4e98-4d31-8197-7836cfe8ed3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0729234
Dec 03 03:40:01.532359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-f24a6b0f-1106-4f42-b1cb-24502266740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:01.533992 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-f24a6b0f-1106-4f42-b1cb-24502266740a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750520
Dec 03 03:40:01.687108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-4528120d-6f44-4d0f-aa37-27d549042e63 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454015
Dec 03 03:40:01.909146 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91109dc-81a0-494c-8fa9-9f63fb757536 req-2b7e56cf-3f70-4ade-910e-d9f699f1029c service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2140532
Dec 03 03:40:01.923674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4a14c-d3f5-4327-b315-dfcf242adc1d req-5316f972-52f5-4874-92e9-53bb7be3c1af tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:01.925178 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b8a4a14c-d3f5-4327-b315-dfcf242adc1d req-5316f972-52f5-4874-92e9-53bb7be3c1af tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.1460443
Dec 03 03:40:01.974824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b8a4a14c-d3f5-4327-b315-dfcf242adc1d req-5a25fbcb-0498-409b-858b-a197322ed09e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412676
Dec 03 03:40:03.206039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319427-69ed-44d0-9034-ef30b1723487 req-fff56632-7a6e-4e79-a0d6-87cb2e386bb5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:03.208441 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d319427-69ed-44d0-9034-ef30b1723487 req-fff56632-7a6e-4e79-a0d6-87cb2e386bb5 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0871542
Dec 03 03:40:03.263787 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d319427-69ed-44d0-9034-ef30b1723487 req-7ccf88ea-e837-44b1-8c0a-34a0ccbac6d9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480807
Dec 03 03:40:04.511249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43bff-6354-4077-a3f0-a8864e68f273 req-d3f68dff-4df7-4b4d-a532-45f1adeea10a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:04.513106 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eef43bff-6354-4077-a3f0-a8864e68f273 req-d3f68dff-4df7-4b4d-a532-45f1adeea10a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0852139
Dec 03 03:40:04.560544 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eef43bff-6354-4077-a3f0-a8864e68f273 req-b768a753-81ea-4543-bbae-c0b9b69602ad tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410595
Dec 03 03:40:04.970084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:05.097663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:05.133192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:05.134269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:05.140707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:05.142672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:05.221639 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'code': 422} returned with failed status
Dec 03 03:40:05.234924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:05.240007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:06.418029 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-179d38e7-54ae-4c5e-a7fb-09d0ad2209ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0786602
Dec 03 03:40:06.437433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761af7b1-4c21-4d51-a85f-003640de18d6 req-d3cce931-1785-4b51-a23c-01b960016b34 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:06.439077 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-761af7b1-4c21-4d51-a85f-003640de18d6 req-d3cce931-1785-4b51-a23c-01b960016b34 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0881703
Dec 03 03:40:06.495249 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-761af7b1-4c21-4d51-a85f-003640de18d6 req-d0191ad2-54ed-4d97-bb31-7b997c240368 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482149
Dec 03 03:40:06.974716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-a86ceb1f-7c90-46dd-bb30-66a4d9cb173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:06.976347 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-a86ceb1f-7c90-46dd-bb30-66a4d9cb173a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847&tenant_id=3eb64f2deda143e78ec3cd403b83d6ee HTTP/1.1" status: 200  len: 1161 time: 0.0751214
Dec 03 03:40:07.104314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-c3dfb7bb-982e-418a-8ca1-a26ef21e03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:07.105933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-c3dfb7bb-982e-418a-8ca1-a26ef21e03f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1161 time: 0.0824370
Dec 03 03:40:07.284318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-43689391-4738-4915-b86b-245be28752c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:07.287726 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-43689391-4738-4915-b86b-245be28752c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 200  len: 910 time: 0.1744649
Dec 03 03:40:07.415517 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-8b3bfbda-3f98-4a84-9564-6a8771283cd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 200  len: 1000 time: 0.1080480
Dec 03 03:40:07.489251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-43247175-3427-4579-8396-9015761b8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:07.491186 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-43247175-3427-4579-8396-9015761b8861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 200  len: 855 time: 0.0687883
Dec 03 03:40:07.580617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-e966e42c-65ea-4733-aac8-f5caaea93054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:07.582540 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-e966e42c-65ea-4733-aac8-f5caaea93054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e29e6beb-dbdd-4360-87a0-1178c03113fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803821
Dec 03 03:40:07.792785 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-9a10bd6d-db80-4053-8b29-581c0a15d231 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029109
Dec 03 03:40:07.803176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03062-6b9e-4f11-b6c2-03ae5af3a22e req-3388221b-3709-4b2a-8be8-765ab3c2de1d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:07.804688 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-56b03062-6b9e-4f11-b6c2-03ae5af3a22e req-3388221b-3709-4b2a-8be8-765ab3c2de1d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1337903
Dec 03 03:40:07.943963 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-56b03062-6b9e-4f11-b6c2-03ae5af3a22e req-c9d3f149-fd01-4858-a4c4-069609a135fd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154525
Dec 03 03:40:07.987667 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bdf3cfc-08f6-417b-be22-a7f9bd99fb55 req-c0d7b0d5-edb7-4162-9dd6-93f69b76ec16 service neutron] 10.222.0.64 "GET /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1819730
Dec 03 03:40:09.232625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a43b7-7a14-4b50-9f5a-6ee87ae5c706 req-a5a84ec5-5fcc-4c42-b683-f2c57a169eba tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:09.234222 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4a0a43b7-7a14-4b50-9f5a-6ee87ae5c706 req-a5a84ec5-5fcc-4c42-b683-f2c57a169eba tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1007416
Dec 03 03:40:09.306198 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4a0a43b7-7a14-4b50-9f5a-6ee87ae5c706 req-c3e9974a-8d29-4309-99f5-cb2fde310c74 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625350
Dec 03 03:40:10.574074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceda139-041e-481b-9767-4f7f85d77234 req-86019105-bf57-47f2-87bd-cef918f9ca9a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:10.575724 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ceda139-041e-481b-9767-4f7f85d77234 req-86019105-bf57-47f2-87bd-cef918f9ca9a tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0988395
Dec 03 03:40:10.645942 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ceda139-041e-481b-9767-4f7f85d77234 req-f797ef32-b0ce-44f4-a43b-9ef82b1db2e7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632977
Dec 03 03:40:11.705960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:40:11.943691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e0cc-8af2-49ac-a134-085754f99be5 req-1e149f9b-b525-4a3f-80b1-f62669f7cedf tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:11.945351 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3658e0cc-8af2-49ac-a134-085754f99be5 req-1e149f9b-b525-4a3f-80b1-f62669f7cedf tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1264632
Dec 03 03:40:12.002755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3658e0cc-8af2-49ac-a134-085754f99be5 req-f3f4097a-8f13-49cf-a949-7aadefa1ccf9 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487404
Dec 03 03:40:13.257397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462f67-c945-4d2d-8b3c-aab0624e5ce2 req-d7fea893-f279-43b7-a4e9-51e99c26b56d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:13.259346 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57462f67-c945-4d2d-8b3c-aab0624e5ce2 req-d7fea893-f279-43b7-a4e9-51e99c26b56d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1046553
Dec 03 03:40:13.317191 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57462f67-c945-4d2d-8b3c-aab0624e5ce2 req-1805546d-28eb-4ee1-a264-07b498b5e0eb tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508220
Dec 03 03:40:13.694044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-231cec46-bee8-4f67-afe3-86a2aca4b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:14.760684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e1de-d882-4954-bf5a-7fe923174c84 req-c69adcaa-6c53-4990-900b-d82518d8ce77 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:14.763089 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c054e1de-d882-4954-bf5a-7fe923174c84 req-c69adcaa-6c53-4990-900b-d82518d8ce77 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.2996254
Dec 03 03:40:14.812490 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c054e1de-d882-4954-bf5a-7fe923174c84 req-238c8653-ae81-4e12-943e-1f26c0a95ae3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436654
Dec 03 03:40:16.055508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77172cf9-135e-4774-941b-eb3d76ae19cd req-91dc8822-2e1b-4786-9c7c-538034cae632 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:16.057295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77172cf9-135e-4774-941b-eb3d76ae19cd req-91dc8822-2e1b-4786-9c7c-538034cae632 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0914237
Dec 03 03:40:16.127228 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77172cf9-135e-4774-941b-eb3d76ae19cd req-b6308c6d-f12d-4c4f-8ce3-f3113c2e7253 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627282
Dec 03 03:40:16.235175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-387e7805-82f9-4af5-81d1-1a6f5208ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:16.673337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:16.963901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:17.384918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d684c8b-c64d-4f4f-83ac-193f86d5f2b3 req-4a3c3988-98cd-4eaf-82f7-2047ae700572 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:17.387213 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d684c8b-c64d-4f4f-83ac-193f86d5f2b3 req-4a3c3988-98cd-4eaf-82f7-2047ae700572 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0954373
Dec 03 03:40:17.449060 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d684c8b-c64d-4f4f-83ac-193f86d5f2b3 req-ec02d8c1-3b7d-44b9-bd09-d7b02f0825f8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549333
Dec 03 03:40:17.700423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.179850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.214566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35676) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:18.373481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.391393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:18.395598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e816ec90c394c27b1c9e08aee73d0f6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:18.399011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:18.405485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:18.495859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.498929 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.508983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-af16846c-b34c-46a7-9d5b-32875e5b2121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:18.543793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e0f46-7d83-4322-aba2-f9f6f743aabc,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:18.554605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.555023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.555431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.555836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.556238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.556633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.557028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.557423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.557913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.558177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.558599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.558989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.559472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.559867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.560257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.560660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.561038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.561430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.561818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.562207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.566472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.566472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.566472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.566472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.576050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:18.588859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 35686) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:18.589043 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e816ec90c394c27b1c9e08aee73d0f6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3726816
Dec 03 03:40:18.719837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.763481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.812460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757904-7263-4488-86c3-8c80ad19d151 req-5e072818-9995-49d1-9ce0-e13f1b1e6837 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:18.814107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2757904-7263-4488-86c3-8c80ad19d151 req-5e072818-9995-49d1-9ce0-e13f1b1e6837 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1742306
Dec 03 03:40:18.868346 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2757904-7263-4488-86c3-8c80ad19d151 req-a4d1a6b1-d8f9-4163-ae5a-c59478ba5fb1 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465055
Dec 03 03:40:18.876128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.886356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35dee8c2-c3fc-4956-b1b1-17d48afae259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:18.905784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e0f46-7d83-4322-aba2-f9f6f743aabc,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:18.915107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:18.918715 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f48e0f46-7d83-4322-aba2-f9f6f743aabc HTTP/1.1" status: 204  len: 168 time: 0.3262634
Dec 03 03:40:18.918715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.918715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.918715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.919125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.919748 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.920161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.920564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.921279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.921367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.921710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.922103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.922528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.923014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.923417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.923824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.924217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.924612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.925009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.925404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.925801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.926181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.926632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.927024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.927415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:18.931716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:20.126216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d2dd-677f-43bb-85b1-ae2a1e6ec5ec req-f25ee154-0ae9-48a6-ae7a-8017c1ebf91f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:20.128172 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c371d2dd-677f-43bb-85b1-ae2a1e6ec5ec req-f25ee154-0ae9-48a6-ae7a-8017c1ebf91f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0984087
Dec 03 03:40:20.180068 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c371d2dd-677f-43bb-85b1-ae2a1e6ec5ec req-71e2461e-5eae-42b1-a8fa-307d0ae0aacd tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428932
Dec 03 03:40:21.418039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e61f5-80bf-4643-a2d5-ae5def02803e req-76ea1b77-f941-4815-922d-6e74aae9be5c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:21.419629 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-773e61f5-80bf-4643-a2d5-ae5def02803e req-76ea1b77-f941-4815-922d-6e74aae9be5c tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0880842
Dec 03 03:40:21.467651 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-773e61f5-80bf-4643-a2d5-ae5def02803e req-ecc9adaf-405a-4d7a-966e-f9180e85cfb3 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415657
Dec 03 03:40:21.928337 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-a3c0b968-4ec3-4387-bd70-e8de2a24405c tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/networks?tenant_id=d162495e78bf4a6087785f8a695b3dfa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352247
Dec 03 03:40:22.094178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-c2461801-f6e8-4a69-a549-ba9a1e73c8f6 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:22.095824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-c2461801-f6e8-4a69-a549-ba9a1e73c8f6 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1604419
Dec 03 03:40:22.112596 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-a3ae4fa9-1056-4bb3-8add-98167889d6de tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/quotas/d162495e78bf4a6087785f8a695b3dfa HTTP/1.1" status: 200  len: 375 time: 0.0098891
Dec 03 03:40:22.164976 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-22fa6689-ec70-4374-a4a8-742d5091574d tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?tenant_id=d162495e78bf4a6087785f8a695b3dfa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456774
Dec 03 03:40:22.370794 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be94181d-3f26-4e8b-936e-b39369da553c req-4fc7de4a-c72a-4111-8de6-8260eeb6b66e tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 210 time: 0.0515440
Dec 03 03:40:22.732529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcba8c-a349-41d7-8881-67ad464d27b3 req-26457738-87d5-422f-8c2f-68b73dd6aad4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:22.734217 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dfcba8c-a349-41d7-8881-67ad464d27b3 req-26457738-87d5-422f-8c2f-68b73dd6aad4 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1057389
Dec 03 03:40:22.785880 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dfcba8c-a349-41d7-8881-67ad464d27b3 req-071ca1fa-b17e-4abc-9937-c1926fe8391b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447032
Dec 03 03:40:23.556533 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-660a66f2-2df7-49cd-aedc-5a85caaa6d46 req-e6d6bc50-1990-4fed-ae6b-f37d42ddce78 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 210 time: 0.0513904
Dec 03 03:40:23.687386 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b4840e8d-2fb4-455c-8b5a-6741f3dd7ce7 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.64 "GET /v2.0/networks?tenant_id=d162495e78bf4a6087785f8a695b3dfa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0311399
Dec 03 03:40:23.854089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-df55977f-68a1-4e9f-8dee-c6d5521403b3 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:23.857443 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-df55977f-68a1-4e9f-8dee-c6d5521403b3 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1643274
Dec 03 03:40:23.873503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:23.893360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Request body: {'port': {'device_id': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254', 'admin_state_up': True, 'tenant_id': 'd162495e78bf4a6087785f8a695b3dfa'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:23.962346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:23.962849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.082543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.110190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:24.121383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:24.125472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.127489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2b9077a-75ed-444f-b8c5-aa802502e40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:24.133284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfd5b4-84dd-4533-9721-c184a812525e req-a9d343ac-4780-4116-baf1-2d2534ed0209 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:24.134970 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4dfd5b4-84dd-4533-9721-c184a812525e req-a9d343ac-4780-4116-baf1-2d2534ed0209 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1503649
Dec 03 03:40:24.136082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:24.140924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Usage tracker for resource:port and tenant:d162495e78bf4a6087785f8a695b3dfa is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:24.144083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:24.152185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:24.174013 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'code': 200}
Dec 03 03:40:24.203208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:24.207079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:24.213582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Made reservation on behalf of d162495e78bf4a6087785f8a695b3dfa for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:40:24.220429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.237559 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4dfd5b4-84dd-4533-9721-c184a812525e req-9181ebd4-45c7-445d-8260-0a20646ee356 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903668
Dec 03 03:40:24.240210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.258064 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:24.262741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Usage tracker for resource:security_group_rule and tenant:d162495e78bf4a6087785f8a695b3dfa is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:24.265788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:24.271749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:24.364543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.367237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:24.379067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0aaa29d-1c78-479c-8986-4b2bb2e7bc02 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:24.521302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Pushing event updated for resources: {'SecurityGroup': ['ID=e705598b-7a86-4254-bf66-0e843b512c5d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:24.539530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:24.681096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af62a-3e89-4b17-83a3-e0f8c9350f4d req-dc55797a-3dd0-4bd8-8e8f-c9fe985611ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:24.683057 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c82af62a-3e89-4b17-83a3-e0f8c9350f4d req-dc55797a-3dd0-4bd8-8e8f-c9fe985611ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 1163 time: 0.2418063
Dec 03 03:40:24.786314 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8595732b-32ee-4f70-bf40-2daa42584627 req-8b7c33e2-ed08-4504-ab73-fdc208daa256 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 210 time: 0.0781276
Dec 03 03:40:24.848599 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c82af62a-3e89-4b17-83a3-e0f8c9350f4d req-8af4536c-d33f-41ae-8dde-36d043462f83 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582825
Dec 03 03:40:24.869204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Allocated IP 192.168.233.238 (4cb73259-51bc-4cc5-b1b2-050a58256254/2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d/288cde6c-a011-4eab-b937-313fd513758d) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:25.086015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.104830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Transition to ACTIVE for port object 288cde6c-a011-4eab-b937-313fd513758d will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:25.125229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.143312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:25.275660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Pushing event updated for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:25.278733 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:25.354150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:25.355570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:25.363338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:25.368802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:25.369756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.427631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:25.449513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5609968
Dec 03 03:40:25.483789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Request body: {'port': {'device_id': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:25.511853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 79ff5038-3e00-4314-9303-6339e41003a8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:25.512548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.616273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a57c8-124f-497a-8307-2b7d1618f12b req-000316b4-40b7-4f00-afe4-c4ad944690c7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:25.618155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21a57c8-124f-497a-8307-2b7d1618f12b req-000316b4-40b7-4f00-afe4-c4ad944690c7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2271609
Dec 03 03:40:25.682629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.701088 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21a57c8-124f-497a-8307-2b7d1618f12b req-afc6fd72-11b8-4380-bc63-3cd443af9361 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706351
Dec 03 03:40:25.714027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3379a3bf-f0d8-4ee6-98d4-db2cc6f8d18c None None] Provisioning for port 288cde6c-a011-4eab-b937-313fd513758d completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:25.720430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3379a3bf-f0d8-4ee6-98d4-db2cc6f8d18c None None] Provisioning complete for port 288cde6c-a011-4eab-b937-313fd513758d triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:25.721053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3379a3bf-f0d8-4ee6-98d4-db2cc6f8d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:25.777223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3379a3bf-f0d8-4ee6-98d4-db2cc6f8d18c None None] Port 288cde6c-a011-4eab-b937-313fd513758d cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:40:26.329476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-262cad22-3ffe-4c7f-83b8-1dcd524f3bba tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:26.330289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-262cad22-3ffe-4c7f-83b8-1dcd524f3bba tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Synchronizing usage tracker for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:40:26.360030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-262cad22-3ffe-4c7f-83b8-1dcd524f3bba tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Unset dirty status for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:40:26.361307 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-262cad22-3ffe-4c7f-83b8-1dcd524f3bba tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 936 time: 0.4407313
Dec 03 03:40:26.454861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288cde6c-a011-4eab-b937-313fd513758d {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:40:26.466348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:26.469927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-8711dc47-3836-450d-81fb-c48df6ddede5 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Synchronizing usage tracker for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:40:26.486981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Transition to ACTIVE for port object 288cde6c-a011-4eab-b937-313fd513758d will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:26.492298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:26.509281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1b4547e0-b3bd-48d0-a252-6bac5e4ed693 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:26.557797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-8711dc47-3836-450d-81fb-c48df6ddede5 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Unset dirty status for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:40:26.559323 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27c9446d-05bd-4ef2-9530-cac4ed94564d req-8711dc47-3836-450d-81fb-c48df6ddede5 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642821
Dec 03 03:40:26.644360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:26.655079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:26.818264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Attempting to bind port 288cde6c-a011-4eab-b937-313fd513758d on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:40:26.818669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Attempting to bind port 288cde6c-a011-4eab-b937-313fd513758d by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:40:26.819050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Attempting to bind port 288cde6c-a011-4eab-b937-313fd513758d on network 4cb73259-51bc-4cc5-b1b2-050a58256254 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:40:26.828404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:40:26.828790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Checking segment: {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:26.829226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:26.829634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Bound using segment: {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:40:26.830121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Bound port: 288cde6c-a011-4eab-b937-313fd513758d, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab180936-3de8-4cbf-be8c-011f7459d35b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4cb73259-51bc-4cc5-b1b2-050a58256254'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:40:26.830553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:27.043835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:40:27.048196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=288cde6c-a011-4eab-b937-313fd513758d,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:40:27.055592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:27.074050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:27.109691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006702b0-be2b-4e8a-baeb-2053948b6e01 req-3bb03fb9-3022-458e-8390-243bc19c2cac tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.111376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-006702b0-be2b-4e8a-baeb-2053948b6e01 req-3bb03fb9-3022-458e-8390-243bc19c2cac tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2077637
Dec 03 03:40:27.282195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:27.289376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-006702b0-be2b-4e8a-baeb-2053948b6e01 req-96f96f64-0b4b-478c-8d93-07541e5123c8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1683688
Dec 03 03:40:27.290067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:27.324160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.324742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:27.326367 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] 10.222.0.64 "PUT /v2.0/ports/288cde6c-a011-4eab-b937-313fd513758d HTTP/1.1" status: 200  len: 1162 time: 1.8482730
Dec 03 03:40:27.326754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'tag': '288cde6c-a011-4eab-b937-313fd513758d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:27.430317 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'tag': '288cde6c-a011-4eab-b937-313fd513758d', 'status': 'completed', 'code': 200}
Dec 03 03:40:27.475212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5dffa5d0-290f-4351-a321-3132536a560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.479493 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-5dffa5d0-290f-4351-a321-3132536a560d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d162495e78bf4a6087785f8a695b3dfa&device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 1165 time: 0.0921643
Dec 03 03:40:27.577842 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-459b5ae1-d809-4efc-8dfc-b3d537a25189 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=288cde6c-a011-4eab-b937-313fd513758d HTTP/1.1" status: 200  len: 217 time: 0.0768383
Dec 03 03:40:27.702616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-085d89dd-616c-4eab-b7f4-edc4c23c4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.704082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-085d89dd-616c-4eab-b7f4-edc4c23c4d2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d HTTP/1.1" status: 200  len: 843 time: 0.1179914
Dec 03 03:40:27.849651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8f82-3318-43dd-9db3-2d109be86e4c req-2bbd95be-9efc-452f-b7af-1cc045079812 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.852097 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-143a8f82-3318-43dd-9db3-2d109be86e4c req-2bbd95be-9efc-452f-b7af-1cc045079812 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.2270136
Dec 03 03:40:27.901783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a8691-591a-4e7c-a5a5-2b81564a971f req-96db10e2-2fcf-4dc0-b3a6-6d9daa0378ef tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.903434 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-474a8691-591a-4e7c-a5a5-2b81564a971f req-96db10e2-2fcf-4dc0-b3a6-6d9daa0378ef tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 948 time: 0.2063134
Dec 03 03:40:27.905662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b44f80ad-c24e-4ba9-9766-7fdbb29b9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:27.907199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-b44f80ad-c24e-4ba9-9766-7fdbb29b9abb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cb73259-51bc-4cc5-b1b2-050a58256254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1696405
Dec 03 03:40:27.972751 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-143a8f82-3318-43dd-9db3-2d109be86e4c req-5f77868f-4c2b-4120-b114-fa02bf5717af tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115978
Dec 03 03:40:28.053033 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-474a8691-591a-4e7c-a5a5-2b81564a971f req-8db46cf3-6c25-40ba-8c3c-897a95a58a17 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371098
Dec 03 03:40:28.111623 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-fda0d911-e247-4020-a84a-e1541bd33bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/4cb73259-51bc-4cc5-b1b2-050a58256254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944923
Dec 03 03:40:28.260471 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85aad733-2b59-43ff-a227-4acc63b52973 req-46048a31-3e00-4b4e-a716-7b2425fc9934 service neutron] 10.222.0.64 "GET /v2.0/networks/4cb73259-51bc-4cc5-b1b2-050a58256254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412904
Dec 03 03:40:28.472970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-46089437-32f1-4fd4-9021-ab9b9a1dabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:28.474627 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-46089437-32f1-4fd4-9021-ab9b9a1dabaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d162495e78bf4a6087785f8a695b3dfa&device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 1165 time: 0.1090152
Dec 03 03:40:28.650030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba690-ee10-4cee-8e43-024a10c68e30 req-1098a7fe-7ca0-4746-9e9d-c3fed273d509 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:28.651679 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1eba690-ee10-4cee-8e43-024a10c68e30 req-1098a7fe-7ca0-4746-9e9d-c3fed273d509 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.2144327
Dec 03 03:40:28.652749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-5f9685b6-23d9-4714-bbcf-b9dfe23ffc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:28.654162 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-5f9685b6-23d9-4714-bbcf-b9dfe23ffc74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4cb73259-51bc-4cc5-b1b2-050a58256254 HTTP/1.1" status: 200  len: 863 time: 0.1689708
Dec 03 03:40:28.743095 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-b4b10a09-db94-4511-a792-b6a78c879390 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=288cde6c-a011-4eab-b937-313fd513758d HTTP/1.1" status: 200  len: 217 time: 0.0703783
Dec 03 03:40:28.806196 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1eba690-ee10-4cee-8e43-024a10c68e30 req-f0d949d9-b9ce-4024-92c1-063b1ef2af34 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1481557
Dec 03 03:40:28.827759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-00d3e396-7d4e-4914-9143-84da02722dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:28.829315 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-00d3e396-7d4e-4914-9143-84da02722dad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ded6bce-fce3-4b09-b8a6-4f6ea4175f7d HTTP/1.1" status: 200  len: 843 time: 0.0728228
Dec 03 03:40:28.914615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-7ae6c5b4-6ecf-4ec3-8e97-4631bc3acccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:28.916158 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-7ae6c5b4-6ecf-4ec3-8e97-4631bc3acccd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4cb73259-51bc-4cc5-b1b2-050a58256254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0768065
Dec 03 03:40:29.062576 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-6862a1e8-d1a8-4694-b22d-e57134689a76 service neutron] 10.222.0.64 "GET /v2.0/networks/4cb73259-51bc-4cc5-b1b2-050a58256254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373005
Dec 03 03:40:29.529627 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ba047cc4-7481-4616-9858-76a7ed1c700c req-07a55cbc-d34c-4903-a888-d460236a95fc service neutron] 10.222.0.64 "GET /v2.0/networks/4cb73259-51bc-4cc5-b1b2-050a58256254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4582751
Dec 03 03:40:29.575636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3bd3f-76d8-4efb-a25a-63ea87cdcd50 req-ff9e01a8-8c1a-4e7c-bbea-1763f93c50cc tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:29.578295 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17f3bd3f-76d8-4efb-a25a-63ea87cdcd50 req-ff9e01a8-8c1a-4e7c-bbea-1763f93c50cc tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 948 time: 0.3778160
Dec 03 03:40:29.584559 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7902bb-c42f-4ebe-8e38-8ba21a6006c9 req-127aa405-dfdc-4096-9808-3b7a6a25a400 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:29.586731 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac7902bb-c42f-4ebe-8e38-8ba21a6006c9 req-127aa405-dfdc-4096-9808-3b7a6a25a400 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.4287093
Dec 03 03:40:29.661505 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17f3bd3f-76d8-4efb-a25a-63ea87cdcd50 req-62dcafb4-4a6b-4811-a483-a820d7f3f6b2 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737236
Dec 03 03:40:29.668168 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac7902bb-c42f-4ebe-8e38-8ba21a6006c9 req-84598731-7b4d-4b47-b0f3-a1d08bd1b9c3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups?id=bb8cd85d-cbc7-4234-b032-f645513712e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634656
Dec 03 03:40:29.792587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-e78dbb4f-6830-488e-8ee1-fa12e8def637 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:29.794053 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-e78dbb4f-6830-488e-8ee1-fa12e8def637 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 945 time: 0.0850706
Dec 03 03:40:29.875189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port 63bd1359-9b5c-4d84-95f7-292d15ebcffe {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:29.875571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:30.136324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] For port 63bd1359-9b5c-4d84-95f7-292d15ebcffe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=63bd1359-9b5c-4d84-95f7-292d15ebcffe,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:30.136720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:30.436612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:30.436932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:30.437314 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Floating IP 0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b disassociated. External IP: 172.27.0.52, port: 63bd1359-9b5c-4d84-95f7-292d15ebcffe.
Dec 03 03:40:30.437663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for 63bd1359-9b5c-4d84-95f7-292d15ebcffe owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:30.587737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:30.602880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-651ca599-2be3-41ad-b362-5407357f185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:30.655248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'Port': ['ID=63bd1359-9b5c-4d84-95f7-292d15ebcffe,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:30.703778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:30.998533 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-551ed5b5-553a-4e64-b684-62d19fb3bb43 req-bbb630ae-d9bd-489f-b65f-b8d75496d9f1 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 210 time: 0.1646092
Dec 03 03:40:31.077815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04e712-14a9-46cf-8b05-f5e5b3ba57da req-93c680bd-b763-4abf-bd4a-a089b63c414c tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:31.079395 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cc04e712-14a9-46cf-8b05-f5e5b3ba57da req-93c680bd-b763-4abf-bd4a-a089b63c414c tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 948 time: 0.2393324
Dec 03 03:40:31.089387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:40:31.254096 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cc04e712-14a9-46cf-8b05-f5e5b3ba57da req-3e54a4f2-f18b-4333-a217-2706ac4f15fd tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675029
Dec 03 03:40:31.325600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:40:31.335556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:40:31.345478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:31.346521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee1278>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:31.362029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] No DVR routers for this DVR port 63bd1359-9b5c-4d84-95f7-292d15ebcffe on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:40:31.364422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:31.368004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'name': 'network-vif-deleted', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:31.385198 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-648ba204-0ca7-4310-a382-b22f0ec33a81 req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.64 "DELETE /v2.0/ports/63bd1359-9b5c-4d84-95f7-292d15ebcffe HTTP/1.1" status: 204  len: 173 time: 1.5762925
Dec 03 03:40:31.437469 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712b9cc1-374c-4057-8718-dc4ca8721c2f', 'name': 'network-vif-deleted', 'tag': '63bd1359-9b5c-4d84-95f7-292d15ebcffe', 'status': 'completed', 'code': 200}
Dec 03 03:40:31.462353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 4cb73259-51bc-4cc5-b1b2-050a58256254 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:40:31.561043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:31.885149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-53bc995e-da87-48cd-8d31-c8daeef43d14 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:40:31.908930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee1278>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:31.913034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:40:31.922614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:31.923273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee1278>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:32.113058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:32.192574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2d7421a1-b49f-4af5-87b9-0308ea751e87 req-c074c29b-bf9e-425c-9a5a-cdcec6dbcaad tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Synchronizing usage tracker for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:40:32.210503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2d7421a1-b49f-4af5-87b9-0308ea751e87 req-c074c29b-bf9e-425c-9a5a-cdcec6dbcaad tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Unset dirty status for tenant:3acd0b3a676a415b9224f87276c4423d on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:40:32.212009 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d7421a1-b49f-4af5-87b9-0308ea751e87 req-c074c29b-bf9e-425c-9a5a-cdcec6dbcaad tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/ports?device_id=712b9cc1-374c-4057-8718-dc4ca8721c2f HTTP/1.1" status: 200  len: 210 time: 0.0655320
Dec 03 03:40:32.390876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 288cde6c-a011-4eab-b937-313fd513758d up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:32.466049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 288cde6c-a011-4eab-b937-313fd513758d completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:32.471290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 288cde6c-a011-4eab-b937-313fd513758d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:32.471723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:32.485521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918677-f75b-4771-a0e7-917e92485003 req-42c73ded-848d-4107-aef7-b1e79002b6e7 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:32.487224 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25918677-f75b-4771-a0e7-917e92485003 req-42c73ded-848d-4107-aef7-b1e79002b6e7 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 948 time: 0.0952163
Dec 03 03:40:32.538123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25918677-f75b-4771-a0e7-917e92485003 req-322a9c89-2674-4490-8cf6-d86e5afe57d1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424302
Dec 03 03:40:32.605850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee1278>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:32.608842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:32.610062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c60f5-23be-402a-85cc-0b6ecc65060a None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:33:49Z', 'revision_number': 4, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': '873c29b6-27f3-401e-94d5-9b49c46bb8d3', 'name': '', 'network_id': '7cb459e0-39d6-47ca-bdde-353dad2c0705', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'mac_address': 'fa:16:3e:6f:ac:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:47Z', 'updated_at': '2020-12-03T03:34:07Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'subnets': [{'id': 'b45b33a0-3374-479d-bcb7-513d0f2452e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:40:32.638327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cde6c-a011-4eab-b937-313fd513758d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:32.649520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=288cde6c-a011-4eab-b937-313fd513758d,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:32.652951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:32.655374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:32.702596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 63bd1359-9b5c-4d84-95f7-292d15ebcffe no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:32.734855 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cde6c-a011-4eab-b937-313fd513758d', 'code': 200}
Dec 03 03:40:32.749051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: 63bd1359-9b5c-4d84-95f7-292d15ebcffe {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:40:32.749451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 63bd1359-9b5c-4d84-95f7-292d15ebcffe not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:40:32.766901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:32.776637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.777034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.777427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.777812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.778193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.778959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.779341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.779718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.780096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.780468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.780844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.781214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.781678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.782054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.782456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.782834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.783203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.783575 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.783947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.784318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.784732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.785083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.785452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.785819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:40:32.790305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:32.980677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60074d8b-1650-4969-92b7-e6fc7c85c012 req-183e38a1-1c2c-49a4-b97a-0428cd589e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:32.982352 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60074d8b-1650-4969-92b7-e6fc7c85c012 req-183e38a1-1c2c-49a4-b97a-0428cd589e9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 1167 time: 0.0775809
Dec 03 03:40:33.029833 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60074d8b-1650-4969-92b7-e6fc7c85c012 req-0cc8dd46-ac8c-4405-9431-c77944da4680 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394769
Dec 03 03:40:33.041224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e49bb-421f-494b-a36f-690eb7d9f2df None None] New status for floating IP 0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:40:33.368349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 35886) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:33.439150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.468396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.495589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 288cde6c-a011-4eab-b937-313fd513758d up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:33.513827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.519264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a2a2aac-e6ed-4b7b-ba9b-9762995cb7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:33.537562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cd85d-cbc7-4234-b032-f645513712e8,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:33.540350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:33.546565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.547823 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a77487b7-4a7d-44ff-9806-1c6514f1d6d2 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "DELETE /v2.0/security-groups/bb8cd85d-cbc7-4234-b032-f645513712e8 HTTP/1.1" status: 204  len: 168 time: 0.1783950
Dec 03 03:40:33.551717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35890) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:33.574311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-c20b098a-e319-459f-bc59-bd85159217f3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] show failed (client error): The resource could not be found.
Dec 03 03:40:33.578283 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c20b098a-e319-459f-bc59-bd85159217f3 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "GET /v2.0/security-groups/bb8cd85d-cbc7-4234-b032-f645513712e8 HTTP/1.1" status: 404  len: 347 time: 0.0253823
Dec 03 03:40:33.578989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35896) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:33.587693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 288cde6c-a011-4eab-b937-313fd513758d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:33.588131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.761592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Deleting port ddaaa11e-7b46-46ec-8704-214b54e28a2a {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:33.761933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.900806 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db0d-b063-4099-b866-f7203c9e7eaa req-06aca8ff-e570-4e0c-a560-9925fb8ce792 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:33.902490 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bae6db0d-b063-4099-b866-f7203c9e7eaa req-06aca8ff-e570-4e0c-a560-9925fb8ce792 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 950 time: 0.0897908
Dec 03 03:40:33.948942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.949325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:33.954698 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bae6db0d-b063-4099-b866-f7203c9e7eaa req-daad94c2-e080-4189-bfbe-5bd0520cd709 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454943
Dec 03 03:40:34.078620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Calling delete_port for ddaaa11e-7b46-46ec-8704-214b54e28a2a owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:34.262993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:34.278745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:34.372606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Pushing event deleted for resources: {'Port': ['ID=ddaaa11e-7b46-46ec-8704-214b54e28a2a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:34.378981 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:34.500458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:34.527091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:34.528348 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3bec918f-17ef-48b0-83a8-e8c982b8f3a4 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] 10.222.0.66 "DELETE /v2.0/floatingips/0a17ccf1-2d66-41c2-a1dd-8c6a1ca91e8b HTTP/1.1" status: 204  len: 168 time: 0.9484725
Dec 03 03:40:35.187140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f5a75-5272-48b9-b705-434dd2d69004 req-91e00d3f-6a6f-4860-bb63-6b2ccaa5f9b3 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:35.188796 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c87f5a75-5272-48b9-b705-434dd2d69004 req-91e00d3f-6a6f-4860-bb63-6b2ccaa5f9b3 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 950 time: 0.0845933
Dec 03 03:40:35.237549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c87f5a75-5272-48b9-b705-434dd2d69004 req-97666698-89be-4a23-995b-73df0e0ca84c tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417109
Dec 03 03:40:35.738828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24407d-4158-4251-bc8e-86be98e55963 req-c50e4f4d-577f-4700-8cc1-d6d9ee7dc75b tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:35.740437 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a24407d-4158-4251-bc8e-86be98e55963 req-c50e4f4d-577f-4700-8cc1-d6d9ee7dc75b tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 950 time: 0.0858614
Dec 03 03:40:35.791360 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a24407d-4158-4251-bc8e-86be98e55963 req-3ea81ed2-5f00-4adb-bb0c-3c224a3968c4 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441921
Dec 03 03:40:37.005765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eb30d-fa50-42b3-b41b-d7e6d05dd21d req-2f987ca2-ef23-4556-9de5-0b09d57b0718 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:37.008165 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f89eb30d-fa50-42b3-b41b-d7e6d05dd21d req-2f987ca2-ef23-4556-9de5-0b09d57b0718 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 950 time: 0.0862372
Dec 03 03:40:37.061700 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f89eb30d-fa50-42b3-b41b-d7e6d05dd21d req-e198c54b-bb9e-474e-a5e0-89fabc6b478c tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468357
Dec 03 03:40:37.178267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-8d3db7cd-2f88-4a1c-b51a-9c0f1e475d4d tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:37.180850 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-8d3db7cd-2f88-4a1c-b51a-9c0f1e475d4d tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.64 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 950 time: 0.0876770
Dec 03 03:40:37.261108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Deleting port 288cde6c-a011-4eab-b937-313fd513758d {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:37.261498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:37.415604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 288cde6c-a011-4eab-b937-313fd513758d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:37.525620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=288cde6c-a011-4eab-b937-313fd513758d,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:37.526032 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:37.537043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:37.569971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288cde6c-a011-4eab-b937-313fd513758d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:37.580757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=288cde6c-a011-4eab-b937-313fd513758d,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:37.584591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:37.587108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:37.636317 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288cde6c-a011-4eab-b937-313fd513758d', 'code': 200}
Dec 03 03:40:37.668904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:37.672348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:37.676864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Calling delete_port for 288cde6c-a011-4eab-b937-313fd513758d owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:37.760245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:40:37.760588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:40:38.263341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Deleting port 288cde6c-a011-4eab-b937-313fd513758d {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:38.263840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:38.549282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49d3b-b483-4703-b020-6a2507240335 req-c861ad34-5bc3-4a43-ac17-d02d671fd328 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:38.549673 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdc49d3b-b483-4703-b020-6a2507240335 req-c861ad34-5bc3-4a43-ac17-d02d671fd328 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 948 time: 0.3553624
Dec 03 03:40:38.634461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 35940) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:38.670163 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdc49d3b-b483-4703-b020-6a2507240335 req-c0b868ca-969e-4e58-9e95-6d0dbb547b01 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/security-groups?id=e705598b-7a86-4254-bf66-0e843b512c5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889566
Dec 03 03:40:38.794214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] For port 288cde6c-a011-4eab-b937-313fd513758d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=288cde6c-a011-4eab-b937-313fd513758d,segment=NetworkSegment(ab180936-3de8-4cbf-be8c-011f7459d35b),segment_id=ab180936-3de8-4cbf-be8c-011f7459d35b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:38.794646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:38.926826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Calling delete_port for 288cde6c-a011-4eab-b937-313fd513758d owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:39.075535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:39.091443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:39.140283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Pushing event deleted for resources: {'Port': ['ID=288cde6c-a011-4eab-b937-313fd513758d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:39.145000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:39.210457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:39.304925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] No DVR routers for this DVR port 288cde6c-a011-4eab-b937-313fd513758d on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:40:39.307227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:39.312308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-deleted', 'tag': '288cde6c-a011-4eab-b937-313fd513758d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:40:39.329238 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1485bdd9-a65e-4021-837f-2982eadd1259 req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.64 "DELETE /v2.0/ports/288cde6c-a011-4eab-b937-313fd513758d HTTP/1.1" status: 204  len: 173 time: 2.1426010
Dec 03 03:40:39.385248 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61113ff-a4a0-43f5-94c3-3da543a6ef0c', 'name': 'network-vif-deleted', 'tag': '288cde6c-a011-4eab-b937-313fd513758d', 'status': 'completed', 'code': 200}
Dec 03 03:40:39.867040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6ebfdfec-9e90-4044-9113-2bfd4e0b4871 req-39973a6e-2904-4ae0-b720-dd9f3bcb353b tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Synchronizing usage tracker for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:40:39.883222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6ebfdfec-9e90-4044-9113-2bfd4e0b4871 req-39973a6e-2904-4ae0-b720-dd9f3bcb353b tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Unset dirty status for tenant:d162495e78bf4a6087785f8a695b3dfa on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:40:39.884540 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ebfdfec-9e90-4044-9113-2bfd4e0b4871 req-39973a6e-2904-4ae0-b720-dd9f3bcb353b tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] 10.222.0.66 "GET /v2.0/ports?device_id=c61113ff-a4a0-43f5-94c3-3da543a6ef0c HTTP/1.1" status: 200  len: 210 time: 0.0651050
Dec 03 03:40:40.083005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Deleting port 873c29b6-27f3-401e-94d5-9b49c46bb8d3 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:40.083381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:40.266853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] For port 873c29b6-27f3-401e-94d5-9b49c46bb8d3, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=873c29b6-27f3-401e-94d5-9b49c46bb8d3,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:40.267258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:40.394991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Calling delete_port for 873c29b6-27f3-401e-94d5-9b49c46bb8d3 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:40.704364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:40.719544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b8bb876-42fd-4798-9a4c-a1402daba768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:40.811397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Pushing event deleted for resources: {'Port': ['ID=873c29b6-27f3-401e-94d5-9b49c46bb8d3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:40.818014 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:41.130325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:41.650823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Router 7f236825-930e-440d-8db4-70342ce5da35 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:40:42.083278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:40:42.092670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Sync routers for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:40:42.096550 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0d4749aa-efa8-4e07-9ba9-1e0c471d3466 admin admin] 10.222.0.66 "PUT /v2.0/routers/7f236825-930e-440d-8db4-70342ce5da35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4609208
Dec 03 03:40:42.099298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36036) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:42.103620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:42.104569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d086208>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:42.292231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:42.306649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:42.482726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:42.488060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Deleting port 65669143-c8e6-41d8-85e1-e739562bc788 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:42.488434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:42.640395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d086208>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:40:40Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:42.644423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Checking router: 7f236825-930e-440d-8db4-70342ce5da35 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:40:42.654586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Routers {'7f236825-930e-440d-8db4-70342ce5da35'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:42.655259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d086208>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7f236825-930e-440d-8db4-70342ce5da35'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:42.690938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] For port 65669143-c8e6-41d8-85e1-e739562bc788, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=65669143-c8e6-41d8-85e1-e739562bc788,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:42.691353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:42.831160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Calling delete_port for 65669143-c8e6-41d8-85e1-e739562bc788 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:42.846217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] Set router 7f236825-930e-440d-8db4-70342ce5da35 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:42.979838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.183896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.201511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d086208>, [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:40:40Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:43.209083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13dce7-285a-4fd7-b22b-062eba834391 None None] The sync data for ids ['7f236825-930e-440d-8db4-70342ce5da35'] in dv-cinder-749155-3-iscsi is: [{'id': '7f236825-930e-440d-8db4-70342ce5da35', 'name': 'tempest-AttachVolumeTestJSON-1496849121-router', 'tenant_id': '3acd0b3a676a415b9224f87276c4423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '65669143-c8e6-41d8-85e1-e739562bc788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:39Z', 'updated_at': '2020-12-03T03:40:40Z', 'revision_number': 5, 'project_id': '3acd0b3a676a415b9224f87276c4423d', 'gw_port': {'id': '65669143-c8e6-41d8-85e1-e739562bc788', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f236825-930e-440d-8db4-70342ce5da35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:41Z', 'updated_at': '2020-12-03T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:40:43.326427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.328832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.353519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.354155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f236825-930e-440d-8db4-70342ce5da35 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:40:43.367869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.369155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bfb6d202-d68c-415b-ba1e-c0e540b05f2b admin admin] 10.222.0.66 "DELETE /v2.0/routers/7f236825-930e-440d-8db4-70342ce5da35 HTTP/1.1" status: 204  len: 168 time: 1.2688479
Dec 03 03:40:43.371992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36132) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:43.443443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Deleting subnet b45b33a0-3374-479d-bcb7-513d0f2452e4 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:40:43.446726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.502027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.594848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.700176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89d34284-3c3a-4065-b524-7c6366915efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.894662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:43.911335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:43.991913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 65669143-c8e6-41d8-85e1-e739562bc788 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:44.002608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45b33a0-3374-479d-bcb7-513d0f2452e4,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:44.019797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:44.029333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 65669143-c8e6-41d8-85e1-e739562bc788 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:40:44.029893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 65669143-c8e6-41d8-85e1-e739562bc788 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:40:44.030466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 873c29b6-27f3-401e-94d5-9b49c46bb8d3 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:44.061703 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.066674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 873c29b6-27f3-401e-94d5-9b49c46bb8d3 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:40:44.067162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 873c29b6-27f3-401e-94d5-9b49c46bb8d3 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:40:44.068754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458bbf4-7e84-4047-a063-ce8fbd673bf4 None None] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:40:44.072059 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b45b33a0-3374-479d-bcb7-513d0f2452e4 HTTP/1.1" status: 204  len: 168 time: 0.6989667
Dec 03 03:40:44.072343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36156) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:44.204025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.278594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Deleting port 2158bc86-c5e0-4129-befc-0cbcdda98712 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:44.278979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.358382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] DHCP port deletion for 7cb459e0-39d6-47ca-bdde-353dad2c0705 request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:40:44.363203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Deleting port 2158bc86-c5e0-4129-befc-0cbcdda98712 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:44.363666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.517035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] For port 2158bc86-c5e0-4129-befc-0cbcdda98712, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2158bc86-c5e0-4129-befc-0cbcdda98712,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:44.517445 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.591920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] For port 2158bc86-c5e0-4129-befc-0cbcdda98712, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=2158bc86-c5e0-4129-befc-0cbcdda98712,segment=NetworkSegment(349f30d0-6fbf-4f38-b891-9049761d44c4),segment_id=349f30d0-6fbf-4f38-b891-9049761d44c4)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:44.592375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.654963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Calling delete_port for 2158bc86-c5e0-4129-befc-0cbcdda98712 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:44.730377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Calling delete_port for 2158bc86-c5e0-4129-befc-0cbcdda98712 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:40:44.731854 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:44.745208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46f7610c-bdaa-4d6a-b84f-fdff7e986139 tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:44.793549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2158bc86-c5e0-4129-befc-0cbcdda98712,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:44.805341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:40:44.805765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:40:44.845127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:44.890351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] No DVR routers for this DVR port 2158bc86-c5e0-4129-befc-0cbcdda98712 on host dv-cinder-749155-3-iscsi {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:40:45.016104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:45.186844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7f875fde80>> segment before_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.187253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7f875fde80>> subnet precommit_delete_associations 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.188183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> segment_host_mapping after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.188561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> port after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.188928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> port after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.189291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> port after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.189650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> segment after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.190010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.190412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.190779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7f980dbc50>> subnet after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.280180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cd36da0>> subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.280516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cd36da0>> subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.281060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cd36da0>> subnet before_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.281268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7f8cd36da0>> subnet before_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 03 03:40:45.281665 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8d812a20>,) {'filters': {'network_id': ['7cb459e0-39d6-47ca-bdde-353dad2c0705']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:45.301653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d812a20>, '349f30d0-6fbf-4f38-b891-9049761d44c4') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:45.301985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d812a20>, '349f30d0-6fbf-4f38-b891-9049761d44c4') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:45.306793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Deleting port 2158bc86-c5e0-4129-befc-0cbcdda98712 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:40:45.307314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:45.318004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699001'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:45.343721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:45.346405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:40:45.365344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-ed67ebe3-9a22-43a8-aecb-b74eee727f89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2829878
Dec 03 03:40:45.375810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-17596c21-b424-427a-90af-3d9f67d3b947 None None] The port '2158bc86-c5e0-4129-befc-0cbcdda98712' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:40:45.587244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:40:45.597867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-23518868'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:45.860179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Network 7cb459e0-39d6-47ca-bdde-353dad2c0705 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:40:45.876610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-0ff15973-78fd-4fb7-a305-4d31449470be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:45.879347 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-0ff15973-78fd-4fb7-a305-4d31449470be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.4166441
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:40:45.908791 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:40:45.961277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2158bc86-c5e0-4129-befc-0cbcdda98712 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:40:46.004143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 2158bc86-c5e0-4129-befc-0cbcdda98712 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:40:46.004542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 2158bc86-c5e0-4129-befc-0cbcdda98712 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:40:46.089324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.099404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36186) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:46.113428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:46.136787 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.149187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb459e0-39d6-47ca-bdde-353dad2c0705,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:46.158457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:46.164158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-c83e61b6-4fbf-49de-b476-8994869a3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:46.165713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-c83e61b6-4fbf-49de-b476-8994869a3ef6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.2515297
Dec 03 03:40:46.169429 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7cb459e0-39d6-47ca-bdde-353dad2c0705 HTTP/1.1" status: 204  len: 168 time: 2.0958042
Dec 03 03:40:46.236956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ba61a6a-ac8a-4baa-90c4-ebac64b22b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.304059 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-b957b8c1-cb4d-41f3-a636-a8f5729a54cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 1001 time: 0.1260476
Dec 03 03:40:46.324942 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee2af9a2-77f7-470b-9bc3-1b8db569de11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d162495e78bf4a6087785f8a695b3dfa&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2218556
Dec 03 03:40:46.325208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36194) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:46.343597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36198) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:46.445203 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5a76e42e-b7a9-4bce-a0c3-e13bcf214749 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3acd0b3a676a415b9224f87276c4423d&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0980313
Dec 03 03:40:46.448396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.451104 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36202) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:46.505186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.581459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.598341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-2fc9caf2-a94b-4a16-b085-b63538dea5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:46.599942 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-2fc9caf2-a94b-4a16-b085-b63538dea5cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.2901132
Dec 03 03:40:46.612048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.622512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.630074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7a33756-f580-434d-b83e-35403f8942b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:46.657826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e705598b-7a86-4254-bf66-0e843b512c5d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:46.660611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:46.681728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-008e6688-a214-4060-8af3-85ccb6bc2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:46.683368 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-008e6688-a214-4060-8af3-85ccb6bc2738 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765126
Dec 03 03:40:46.684327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.685801 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e705598b-7a86-4254-bf66-0e843b512c5d HTTP/1.1" status: 204  len: 168 time: 0.3595376
Dec 03 03:40:46.692274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.715018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.720589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0f137a30-f29c-401a-a822-f57b35dca66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:46.737510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732ece3-9c8c-4f73-9c78-3b22ca19008c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:46.740281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:46.744682 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:46.745997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0732ece3-9c8c-4f73-9c78-3b22ca19008c HTTP/1.1" status: 204  len: 168 time: 0.2938867
Dec 03 03:40:46.854694 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-99aaae45-f496-4075-9f0d-ba3c6a48b84e service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578519
Dec 03 03:40:46.985924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:47.016508 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3498cd9e-e2ca-4a29-b031-bbc39912a385 req-a0859529-0cae-444c-a147-37e6762b15a6 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1530397
Dec 03 03:40:47.703201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36242) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:47.703860 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:47.852600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-148563040-network', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:47.857965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:47.862318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Usage tracker for resource:network and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:47.865361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:47.873344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:47.883300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Made reservation on behalf of 53824ced637f4561a36b7f7aacf50bec for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:40:47.888495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:47.902005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:47.918487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:47.922692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Usage tracker for resource:security_group_rule and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:47.925771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:47.932724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:48.025418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.028548 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.032906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-52d7e5bb-fdbd-411b-b0f6-8050459ea614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:48.073758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:40:48.080006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16248ec4-a68b-4c0c-9753-c9a4e75fc43b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:48.083971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:48.088655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.089099 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Added segment f3fd8493-cc03-4e9b-843f-01c286f0701b of type vxlan for network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa
Dec 03 03:40:48.118381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.150592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.151897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:48.152553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.158533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-868d1915-6aed-41b3-851c-1098983fbbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:48.192652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.277249 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5726118
Dec 03 03:40:48.278193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:48.280305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36274) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:48.281324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:48.287234 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Request body: {'subnet': {'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-148563040-subnet', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:48.289724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:40:48.294624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:48.298848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Usage tracker for resource:subnet and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:48.302078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:48.307979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:40:48.308851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:48.323473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Made reservation on behalf of 53824ced637f4561a36b7f7aacf50bec for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:40:48.328712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851944618'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.492429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36280) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:48.655069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.672395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:48.676726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Usage tracker for resource:security_group_rule and tenant:da20c59d0b3f45f78a95d98b77ca5bf5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:48.680630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:48.686716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:48.706137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:40:48.741998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-23517298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851944633'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.757466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:48.774841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.777612 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.786731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce467d58-29be-4eb7-8e4c-be6f5c958066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:48.832577 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da20c59d0b3f45f78a95d98b77ca5bf5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3363860
Dec 03 03:40:48.832577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feed2c01-4fcc-4e26-a4dd-741dd05a501c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:48.833402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36286) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:48.836727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:48.885223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbca961-029c-47c0-b9e9-e2dbdc1865e9,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:48.893430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:48.898673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.926545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.963508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:48.963911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Network hostable DHCP agents. Network: fbc7e55f-d22e-4329-970b-a9a3c37bd3aa, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:40:48.976605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:48.982016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9fde2fb-4c94-44b7-9507-6083e9995005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:48.982978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:40:48.991840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, fbc7e55f-d22e-4329-970b-a9a3c37bd3aa) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:48.996866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed2c01-4fcc-4e26-a4dd-741dd05a501c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:48.999747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:49.000984 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.003513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b3cf7-bef1-4bab-a136-3597c32e0639 None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:40:49.005039 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/feed2c01-4fcc-4e26-a4dd-741dd05a501c HTTP/1.1" status: 204  len: 168 time: 0.1688004
Dec 03 03:40:49.005403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:49.006063 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.030358 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7487135
Dec 03 03:40:49.033159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36292) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:49.039974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:49.044879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:49.048903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Usage tracker for resource:router and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:49.052040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:49.057877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:49.068973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.070291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.088432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.279867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:40:49.280802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.383577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.748705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:49.772192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Allocated IP 172.20.0.2 (fbc7e55f-d22e-4329-970b-a9a3c37bd3aa/bbbca961-029c-47c0-b9e9-e2dbdc1865e9/284d1905-20fa-4b12-8d6f-a8c79e7fb2c8) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:49.783466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.017722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.031927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Transition to ACTIVE for port object 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:50.055029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Transition to ACTIVE for port object 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:50.060836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.079362 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ea632494-acb5-49be-8bc2-fd62e617a773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:50.200549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:50.207960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:50.290331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:50.291912 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:50.294829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:50.318058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Allocated IP 172.27.0.118 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/71f9f118-a9d0-4c23-8b3c-3b910e2208fe) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:50.360625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Attempting to bind port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:40:50.361122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Attempting to bind port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:40:50.361603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Attempting to bind port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 on network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:40:50.367922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:40:50.368443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:50.368964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.369478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Bound using segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:40:50.370065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Bound port: 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:40:50.370587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.462951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] For port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:40:50.470145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] For port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:40:50.482090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.499396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:50.505374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.533080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:50.550135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:50.575765 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Pushing event updated for resources: {'Port': ['ID=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:50.581956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:50.689138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Pushing event updated for resources: {'Port': ['ID=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:50.695547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:50.757671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:50.758999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:50.761322 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:51.253596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:51.620809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:51.839857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Router db721491-a280-4f21-83c9-77258f5b7649 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:40:52.006976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:52.035192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:40:52.051175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:40:52.060603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:52.065048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36340) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:52.065198 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0308852
Dec 03 03:40:52.078754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:52.079467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc62eb8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:52.201435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a0389-3d4e-4951-8732-762d1e3b01fb None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:40:52.318754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-91a9bab5-f1ca-44ba-ac34-88dfa704e312 None None] Provisioning for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:52.376265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:52.392767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:52.393198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:52.468814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:52.716050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.105315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Allocated IP 172.20.0.1 (fbc7e55f-d22e-4329-970b-a9a3c37bd3aa/bbbca961-029c-47c0-b9e9-e2dbdc1865e9/e887fe44-59a7-44aa-84f1-b93e7484b35c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:53.110953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.176965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:53.193461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc62eb8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:51Z', 'revision_number': 3, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:53.196228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.201605 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:53.247767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:40:53.248176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Updating router db721491-a280-4f21-83c9-77258f5b7649 port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:40:53.285363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.303857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Transition to ACTIVE for port object e887fe44-59a7-44aa-84f1-b93e7484b35c will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:53.325274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.328647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.346701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6eefc0e2-1b89-415a-8bc6-d166fdbf4965 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:53.366968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:53.384035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:53.477799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Pushing event updated for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:53.487971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:53.549897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:53.551141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:53.553406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:53.611762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.636107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-998a75c8-c176-4f7c-9f0f-c5671fe342d2 None None] Provisioning complete for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:53.636539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-998a75c8-c176-4f7c-9f0f-c5671fe342d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.875562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.909771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.924142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Transition to ACTIVE for port object 71f9f118-a9d0-4c23-8b3c-3b910e2208fe will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:53.926947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:53.945013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:53.993458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:54.152547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Provisioning for port e887fe44-59a7-44aa-84f1-b93e7484b35c completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:54.160616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Pushing event updated for resources: {'Port': ['ID=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:54.180191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:54.181768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Provisioning complete for port e887fe44-59a7-44aa-84f1-b93e7484b35c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:54.181768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.280820 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Port e887fe44-59a7-44aa-84f1-b93e7484b35c cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:40:54.286197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:54.286745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.356133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Attempting to bind port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:40:54.356684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Attempting to bind port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:40:54.357027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Attempting to bind port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:40:54.363086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Provisioning complete for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:54.363635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9572967-7e37-484c-b3e1-5d3e743f2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.402420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.404826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:40:54.405296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:54.405754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.406210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:40:54.406479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.406769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Bound port: 71f9f118-a9d0-4c23-8b3c-3b910e2208fe, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:40:54.407191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.437641 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:54.526263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Pushing event updated for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:54.529214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.545715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:54.580972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] For port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:40:54.627825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] For port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:40:54.642083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.658571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:54.694917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:54.696203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:54.821489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Pushing event updated for resources: {'Port': ['ID=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:54.832939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:54.868974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d0ecbe58-0d04-446f-bf63-3d257f914cdc None None] Provisioning complete for port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:54.869402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d0ecbe58-0d04-446f-bf63-3d257f914cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:54.902495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:40:54.938341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:54.939029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc62eb8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:55.096706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:40:55.108421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] 10.222.0.66 "PUT /v2.0/routers/db721491-a280-4f21-83c9-77258f5b7649/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0421367
Dec 03 03:40:55.351498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:55.578786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7f7e6428-0de1-404b-b385-0b26680bac47 None None] Provisioning complete for port e887fe44-59a7-44aa-84f1-b93e7484b35c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:55.579261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6428-0de1-404b-b385-0b26680bac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:55.664952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6428-0de1-404b-b385-0b26680bac47 None None] Port e887fe44-59a7-44aa-84f1-b93e7484b35c cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:40:55.751626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc62eb8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:40:54Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:55.756051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bac7df-2aa0-4f21-b4e4-aa9bf55f581f None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:40:54Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:40:55.924910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36380) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:55.931847 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364840559-network', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:55.936948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:55.941160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Usage tracker for resource:network and tenant:32abdeb3883740da9de6b5186b0b5442 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:55.944300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:55.950097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:55.959843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Made reservation on behalf of 32abdeb3883740da9de6b5186b0b5442 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:40:55.964866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:55.978891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:55.994666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:55.998694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Usage tracker for resource:security_group_rule and tenant:32abdeb3883740da9de6b5186b0b5442 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:56.001674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:56.009751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:56.113931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.116931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.121952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:56.153568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:40:56.168207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc6b57-3e30-4ec2-9c6f-20dd5d013c43,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:56.172813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:56.173875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.174323 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Added segment 2d6d7d52-ed67-4628-81d3-3a773b249016 of type vxlan for network 336c269c-7561-42ca-8fea-a8c550b994ca
Dec 03 03:40:56.204085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.244460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.245892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:56.246662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.252288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-118fce39-9f55-43c1-99f8-98772136b441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:56.366770 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4406006
Dec 03 03:40:56.367997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Pushing event updated for resources: {'Network': ['ID=336c269c-7561-42ca-8fea-a8c550b994ca,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:56.369110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36384) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:56.371050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:56.378493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Request body: {'subnet': {'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364840559-subnet', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:56.379178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:40:56.384490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:56.389168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Usage tracker for resource:subnet and tenant:32abdeb3883740da9de6b5186b0b5442 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:56.393607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:56.400379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:56.410786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Made reservation on behalf of 32abdeb3883740da9de6b5186b0b5442 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:40:56.416356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.869001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:56.883331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9e7e6b49-e6df-47b8-a05e-7bff9fac0feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:57.014489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e567888b-d5f0-4dc6-8e9a-3f764f74a47b,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:57.019509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:57.088554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Checking segment: {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:57.088947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Network hostable DHCP agents. Network: 336c269c-7561-42ca-8fea-a8c550b994ca, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:40:57.107268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Network 336c269c-7561-42ca-8fea-a8c550b994ca is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:40:57.115296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 336c269c-7561-42ca-8fea-a8c550b994ca) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:57.126851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e840ed3-557d-4b03-84d5-78c99749eca8 None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:40:57.131260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:40:57.131917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.157037 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e648cdc7-5323-4078-992d-617ed4b62281 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7854824
Dec 03 03:40:57.159699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36392) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:40:57.166539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:40:57.171917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:40:57.176316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Usage tracker for resource:router and tenant:32abdeb3883740da9de6b5186b0b5442 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:40:57.378755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa61f7a41-61cd-526f-8a96-8f7d35452104-336c269c-7561-42ca-8fea-a8c550b994ca', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b'}]}} from dv-cinder-749155-3-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 03 03:40:57.379747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.420242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:40:57.426036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:40:57.435415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854223978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1008'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.436476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854224031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-556275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854369168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774791'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.454744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.655040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:40:57.739721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-556256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774890'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:57.778554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Allocated IP 172.20.0.2 (336c269c-7561-42ca-8fea-a8c550b994ca/e567888b-d5f0-4dc6-8e9a-3f764f74a47b/81fdaf4d-e52c-4e34-bc63-cd347504a3b8) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:58.043840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 71f9f118-a9d0-4c23-8b3c-3b910e2208fe up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:40:58.120884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.142527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.156325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.158480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Transition to ACTIVE for port object 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:58.168297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:40:58.176454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:40:58.176883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.216750 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Transition to ACTIVE for port object 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:40:58.234088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.252146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:58.422588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Pushing event updated for resources: {'Port': ['ID=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:58.429102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:58.455156 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Allocated IP 172.27.0.47 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/800a5685-0253-45f4-8b1f-216ce70ec301) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:40:58.493308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.522419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:40:58.527279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.531685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:58.532526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:58.579941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:58.602173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:58.661784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.714398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.733556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-166b4599-87ab-411a-bfd8-6b56b5bbdd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:58.874880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Pushing event updated for resources: {'Port': ['ID=800a5685-0253-45f4-8b1f-216ce70ec301,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:58.878191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:58.905006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:58.911209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:58.913432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Attempting to bind port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:40:58.913904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Attempting to bind port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:40:58.914956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Attempting to bind port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 on network 336c269c-7561-42ca-8fea-a8c550b994ca {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:40:58.921182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:40:58.921849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Checking segment: {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:40:58.922615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.923328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Bound using segment: {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:40:58.924021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Bound port: 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:40:58.924442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:58.951347 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:40:58.952660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:40:58.955033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:40:59.025768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a2024bce-9144-465e-8131-878c72e0032a None None] For port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:40:59.029154 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a2024bce-9144-465e-8131-878c72e0032a None None] For port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:40:59.033124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:59.049903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:40:59.137945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:40:59.151684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:40:59.151902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc8f320>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:59.234639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Pushing event updated for resources: {'Port': ['ID=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:40:59.239319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:40:59.343279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:40:59.419229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:59.707962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc8f320>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:40:54Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:40:59.713354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:40:59.713760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Updating router db721491-a280-4f21-83c9-77258f5b7649 port e887fe44-59a7-44aa-84f1-b93e7484b35c binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:40:59.768557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:40:59.815696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854224016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628487'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.079048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:00.193206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:00.200159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 71f9f118-a9d0-4c23-8b3c-3b910e2208fe up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:00.224337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.238692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Transition to ACTIVE for port object e887fe44-59a7-44aa-84f1-b93e7484b35c will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:00.253092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.301877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:00.302342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.425689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 is scheduled to L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 03 03:41:00.518388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:00.593459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Pushing event updated for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:00.606746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.607130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.607521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.608500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.608878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.609251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.609618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.609983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.610387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.610753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.611352 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.611539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.611974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.612334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.612693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.613051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.613406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.613763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.614120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.614509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.614885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.615243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.615601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.616000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:00.621622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:00.676145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:00.688441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Sync routers for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:00.699316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:00.700086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d03c4e0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:00.720832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.722333 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c1ef9c01-372b-487b-8b56-97c12f661345 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5615788
Dec 03 03:41:00.725545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36430) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:00.838666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Attempting to bind port e887fe44-59a7-44aa-84f1-b93e7484b35c on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:41:00.839174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Attempting to bind port e887fe44-59a7-44aa-84f1-b93e7484b35c by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:41:00.839686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Attempting to bind port e887fe44-59a7-44aa-84f1-b93e7484b35c on network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:41:00.845985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:41:00.846628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:00.847178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.847719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Bound using segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:41:00.848346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Bound port: e887fe44-59a7-44aa-84f1-b93e7484b35c, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:41:00.848862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.881661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03a3b7-63ae-4007-ba9f-07fd6cfd12b4 None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:00.953012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] For port e887fe44-59a7-44aa-84f1-b93e7484b35c, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:41:00.956696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] For port e887fe44-59a7-44aa-84f1-b93e7484b35c, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=e887fe44-59a7-44aa-84f1-b93e7484b35c,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:41:00.962229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:00.984146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:01.052857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:01.144093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Pushing event updated for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:01.147858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3bcb3b9b-2054-42bb-8301-0fbb150f5cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:01.171081 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Provisioning for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:01.203250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Provisioning complete for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:01.207597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:01.212241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:01.212949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc8f320>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:01.429078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:01.435110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:01.651292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:01.720774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] For port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:01.729463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:01.733521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:01.771114 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d03c4e0>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:40:59Z', 'revision_number': 3, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:01.782195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cc8f320>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:00Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:01.786420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Checking router: 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:01.786835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Updating router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 port 800a5685-0253-45f4-8b1f-216ce70ec301 binding host dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:41:01.787486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318f384-ced3-4874-bbca-9245a5868e3a None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:00Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:01.823306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Allocated IP 172.20.0.1 (336c269c-7561-42ca-8fea-a8c550b994ca/e567888b-d5f0-4dc6-8e9a-3f764f74a47b/f6a8c6ed-c51d-4a98-babf-be7b868ffbd9) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:41:01.894659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:01.970743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Pushing event updated for resources: {'Port': ['ID=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:01.984308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-77445087-4e11-4628-a25e-fe795a84d55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:02.094609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device e887fe44-59a7-44aa-84f1-b93e7484b35c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:02.129262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.175292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Transition to ACTIVE for port object f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:02.245983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.373128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:02.439375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-32e3ffe6-4d01-4ef2-9b8b-e245842fb66d None None] Provisioning complete for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:02.440041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-32e3ffe6-4d01-4ef2-9b8b-e245842fb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.490097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:02.496823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:02.539844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Network 336c269c-7561-42ca-8fea-a8c550b994ca is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:41:02.540181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:02.542622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:41:02.567101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port e887fe44-59a7-44aa-84f1-b93e7484b35c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:02.601998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147110'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.628348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port e887fe44-59a7-44aa-84f1-b93e7484b35c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:02.628767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.896371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.918502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.993862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port e887fe44-59a7-44aa-84f1-b93e7484b35c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=e887fe44-59a7-44aa-84f1-b93e7484b35c,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:02.996363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:02.998942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Provisioning complete for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:02.999358 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.047996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.055649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:03.096224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Transition to ACTIVE for port object 800a5685-0253-45f4-8b1f-216ce70ec301 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:03.116633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.221528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.226377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851689532'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.242884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:03.261128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:03.280432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:03.280968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:03.343276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Pushing event updated for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:03.346073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1270223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623111'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.360572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:03.411364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Pushing event updated for resources: {'Port': ['ID=800a5685-0253-45f4-8b1f-216ce70ec301,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:03.417569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:03.441405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Attempting to bind port 800a5685-0253-45f4-8b1f-216ce70ec301 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:41:03.441830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Attempting to bind port 800a5685-0253-45f4-8b1f-216ce70ec301 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:41:03.442292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Attempting to bind port 800a5685-0253-45f4-8b1f-216ce70ec301 on network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:41:03.446889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Provisioning for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:03.453267 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:41:03.453692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Checking segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:03.454149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.454632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Bound using segment: {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:41:03.455160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Bound port: 800a5685-0253-45f4-8b1f-216ce70ec301, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1257502b-2b65-4570-bed3-5ca905da5f65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:41:03.455584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.484968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Provisioning complete for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:03.485309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.505777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Network 336c269c-7561-42ca-8fea-a8c550b994ca is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:41:03.507057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:03.584691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bb74c36f-8f64-4cfc-8d4f-e587d955735d None None] Port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:41:03.598284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] For port 800a5685-0253-45f4-8b1f-216ce70ec301, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:41:03.603271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] For port 800a5685-0253-45f4-8b1f-216ce70ec301, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=800a5685-0253-45f4-8b1f-216ce70ec301,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:41:03.607859 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.626701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:03.781044 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Pushing event updated for resources: {'Port': ['ID=800a5685-0253-45f4-8b1f-216ce70ec301,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:03.786283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:03.846427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-72df9fed-4be2-4e00-8e10-287eaa617b41 None None] Provisioning complete for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:03.846875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72df9fed-4be2-4e00-8e10-287eaa617b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:03.928337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-72df9fed-4be2-4e00-8e10-287eaa617b41 None None] Port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:41:03.932028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:03.932838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d03c4e0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:03.968381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:04.014896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:04.165685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:04.185128 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] 10.222.0.66 "PUT /v2.0/routers/9a5a3de4-2289-4ce8-9d5b-3e03304b5850/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4488416
Dec 03 03:41:04.211521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:04.212008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:04.240378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:04.735043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device e887fe44-59a7-44aa-84f1-b93e7484b35c up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:04.867164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port e887fe44-59a7-44aa-84f1-b93e7484b35c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:04.867646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:04.930039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d03c4e0>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'f6a8c6ed-c51d-4a98-babf-be7b868ffbd9', 'name': '', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'mac_address': 'fa:16:3e:17:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:41:01Z', 'updated_at': '2020-12-03T03:41:03Z', 'revision_number': 2, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'subnets': [{'id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:04.938034 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c3fb9-d659-4320-b7c0-0b71639e5a72 None None] The sync data for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi is: [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'f6a8c6ed-c51d-4a98-babf-be7b868ffbd9', 'name': '', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'mac_address': 'fa:16:3e:17:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:41:01Z', 'updated_at': '2020-12-03T03:41:03Z', 'revision_number': 2, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'subnets': [{'id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:05.037761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-385853502', 'description': 'tempest-TestVolumeBootPattern-385853502 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:05.044907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:05.050563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Usage tracker for resource:security_group and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:05.053947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:05.061168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:05.077252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.100996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:05.106422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Usage tracker for resource:security_group_rule and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:05.109577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:05.115674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:05.194039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.197401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.208172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46c82e3a-4a81-440d-a4af-06a3affe1ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:05.246182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'SecurityGroup': ['ID=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:05.249066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.250472 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5a27ff1-1f15-4211-ab92-e628965697df req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2180991
Dec 03 03:41:05.251361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22d3f293-15ea-4238-b215-fff525e36f05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:05.372135 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-1667e3e7-997c-4522-9663-6541d686acf9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups/57c2dd8e-b1a2-4d1f-bc11-1e75d7985578 HTTP/1.1" status: 200  len: 1756 time: 0.0803468
Dec 03 03:41:05.384140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57c2dd8e-b1a2-4d1f-bc11-1e75d7985578', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:05.384140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57c2dd8e-b1a2-4d1f-bc11-1e75d7985578', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:05.393834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:05.398836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Usage tracker for resource:security_group_rule and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:05.402117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:05.408639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:05.473670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.501454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.504562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.506845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:05.532594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219d0013-67f5-4d0c-912f-a01b3b3be604,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:05.535346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:05.548337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.550323 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d30744cc-0a72-4172-a4d7-b04275eac58f req-5f159e44-8427-407b-ba34-2685a5232919 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1714239
Dec 03 03:41:05.634356 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-e552270a-d676-4078-88ad-ba3ce9a7be48 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups/57c2dd8e-b1a2-4d1f-bc11-1e75d7985578 HTTP/1.1" status: 200  len: 2317 time: 0.0517101
Dec 03 03:41:05.646147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57c2dd8e-b1a2-4d1f-bc11-1e75d7985578', 'remote_group_id': None}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:05.646541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57c2dd8e-b1a2-4d1f-bc11-1e75d7985578', 'remote_group_id': None}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:05.653725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:05.658022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Usage tracker for resource:security_group_rule and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:05.661277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:05.670132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:05.740639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.774441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.777148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406708'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.779357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:05.805857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99208d2a-d61c-4032-bfaf-3dfd5aaff988,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:05.808478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:05.815449 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:05.816770 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3aa187d-fdc8-4950-9be3-f48bce0488ca req-32c4079f-2c90-41ea-9201-c9df56e7aad6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1752386
Dec 03 03:41:06.015135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 800a5685-0253-45f4-8b1f-216ce70ec301 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:06.094387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port 800a5685-0253-45f4-8b1f-216ce70ec301 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:06.099658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 800a5685-0253-45f4-8b1f-216ce70ec301 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:06.100088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:06.227656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:06.244837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port 800a5685-0253-45f4-8b1f-216ce70ec301, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=800a5685-0253-45f4-8b1f-216ce70ec301,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:06.247817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:06.249785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:06.319002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=800a5685-0253-45f4-8b1f-216ce70ec301,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:06.322819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:07.990795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 800a5685-0253-45f4-8b1f-216ce70ec301 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:08.004518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06a577-cefb-441f-9b08-a642bfd6ac4c req-08cf8eb9-b914-40e5-8d32-5b955fb6a280 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:08.008491 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e06a577-cefb-441f-9b08-a642bfd6ac4c req-08cf8eb9-b914-40e5-8d32-5b955fb6a280 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0940626
Dec 03 03:41:08.065626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6e06a577-cefb-441f-9b08-a642bfd6ac4c req-197d6312-df9f-49c1-9788-e1e1451c585e tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522912
Dec 03 03:41:08.092424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port 800a5685-0253-45f4-8b1f-216ce70ec301 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:08.092898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:08.438254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Sync routers for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:08.450424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:08.451099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d1c22b0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:08.662324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:09.001001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d1c22b0>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'f6a8c6ed-c51d-4a98-babf-be7b868ffbd9', 'name': '', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'mac_address': 'fa:16:3e:17:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:41:01Z', 'updated_at': '2020-12-03T03:41:03Z', 'revision_number': 2, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'subnets': [{'id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:09.005273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Checking router: 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:09.005658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Updating router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 binding host dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 03 03:41:09.212736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:09.323836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82d67-b7ad-4066-a76d-007a552b2462 req-29a4b8cb-6b85-415a-8694-a0b762d09e23 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:09.325487 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6df82d67-b7ad-4066-a76d-007a552b2462 req-29a4b8cb-6b85-415a-8694-a0b762d09e23 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0896845
Dec 03 03:41:09.376184 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6df82d67-b7ad-4066-a76d-007a552b2462 req-4e7de31f-6ad0-4389-9dc0-c61ec1cdc480 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438013
Dec 03 03:41:09.503472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-31b23ea0-3680-4400-8e0b-b6a0b59ff2ad tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:09.505056 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-31b23ea0-3680-4400-8e0b-b6a0b59ff2ad tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 946 time: 0.0832088
Dec 03 03:41:09.598403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Deleting port 79ff5038-3e00-4314-9303-6339e41003a8 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:09.598646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:09.643793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:09.657333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Transition to ACTIVE for port object f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:09.660268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:09.681142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88391e69-902a-400c-be7c-27228a2f88dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:09.817369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8013db-cb6e-4b35-8c2e-d0b972091c79 None None] Pushing event updated for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:09.830084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e8013db-cb6e-4b35-8c2e-d0b972091c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:09.879717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:09.880243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.078541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Attempting to bind port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 on host dv-cinder-749155-3-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:41:10.079109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Attempting to bind port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 by drivers openvswitch on host dv-cinder-749155-3-iscsi at level 0 using segments [{'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:41:10.079557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Attempting to bind port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 on network 336c269c-7561-42ca-8fea-a8c550b994ca {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:41:10.087106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Checking agent: {'id': 'db55e07b-2894-4228-8977-815fd3701962', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 24, 48), 'started_at': datetime.datetime(2020, 12, 3, 3, 25, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:41:10.087625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Checking segment: {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:10.088300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.088776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Bound using segment: {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:41:10.089299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Bound port: f6a8c6ed-c51d-4a98-babf-be7b868ffbd9, host: dv-cinder-749155-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6d7d52-ed67-4628-81d3-3a773b249016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:41:10.089719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.105832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 79ff5038-3e00-4314-9303-6339e41003a8 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:10.187482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] For port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9, host dv-cinder-749155-3-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:41:10.190983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] For port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9, host dv-cinder-749155-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:41:10.196742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.216482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e573f2a8-6280-4be2-9183-44f890d791cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:10.240786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.282424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.283204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.283347 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Floating IP 45659cf4-a6fc-497f-823f-165c3cb2a906 disassociated. External IP: 172.27.0.226, port: 79ff5038-3e00-4314-9303-6339e41003a8.
Dec 03 03:41:10.283809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Calling delete_port for 79ff5038-3e00-4314-9303-6339e41003a8 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:10.287833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:10.301714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:10.306378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.309020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:10.369468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8013db-cb6e-4b35-8c2e-d0b972091c79 None None] Pushing event updated for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:10.369945 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'code': 200}
Dec 03 03:41:10.382877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e8013db-cb6e-4b35-8c2e-d0b972091c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:10.388037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:10.391655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:10.400909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:41:10.401308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:41:10.428954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:10.429871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d1c22b0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:10.622917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa13ac-df83-41ac-9ba3-371179e4c64a req-05d853e7-280e-40fc-8d82-b2ddd5ffb135 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:10.624457 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2dfa13ac-df83-41ac-9ba3-371179e4c64a req-05d853e7-280e-40fc-8d82-b2ddd5ffb135 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.0855832
Dec 03 03:41:10.628763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:10.676677 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2dfa13ac-df83-41ac-9ba3-371179e4c64a req-8261a9ee-14fa-4e29-b6a9-42ea1ee88350 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458682
Dec 03 03:41:10.902499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Deleting port 79ff5038-3e00-4314-9303-6339e41003a8 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:10.902809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:10.979877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d1c22b0>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'f6a8c6ed-c51d-4a98-babf-be7b868ffbd9', 'name': '', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'mac_address': 'fa:16:3e:17:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:41:01Z', 'updated_at': '2020-12-03T03:41:10Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'subnets': [{'id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:10.985928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4823a0-2f12-4f7c-a35a-fa85db039373 None None] The sync data for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi is: [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'f6a8c6ed-c51d-4a98-babf-be7b868ffbd9', 'name': '', 'network_id': '336c269c-7561-42ca-8fea-a8c550b994ca', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'mac_address': 'fa:16:3e:17:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:41:01Z', 'updated_at': '2020-12-03T03:41:10Z', 'revision_number': 4, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'subnets': [{'id': 'e567888b-d5f0-4dc6-8e9a-3f764f74a47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:11.198654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] For port 79ff5038-3e00-4314-9303-6339e41003a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=79ff5038-3e00-4314-9303-6339e41003a8,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:11.199192 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:11.543809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:11.544241 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:11.544620 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Floating IP 45659cf4-a6fc-497f-823f-165c3cb2a906 disassociated. External IP: 172.27.0.226, port: 79ff5038-3e00-4314-9303-6339e41003a8.
Dec 03 03:41:11.545078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Calling delete_port for 79ff5038-3e00-4314-9303-6339e41003a8 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:11.992939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966a545-b4da-4f2a-894f-ee1f5663de53 req-e948b0e7-8616-4996-89fe-b2deddebae77 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:11.994559 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3966a545-b4da-4f2a-894f-ee1f5663de53 req-e948b0e7-8616-4996-89fe-b2deddebae77 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 944 time: 0.1494296
Dec 03 03:41:11.995932 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:12.004661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:12.014669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:12.090807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:12.099616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:12.100053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:12.131079 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'Port': ['ID=79ff5038-3e00-4314-9303-6339e41003a8,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:12.143758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:12.213294 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3966a545-b4da-4f2a-894f-ee1f5663de53 req-c85e50a7-469f-4006-9d8c-34f8ff52a5b7 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups?id=dbbc59e0-f491-4c8b-9826-623fec6381f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569819
Dec 03 03:41:12.236085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:12.278370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] For port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:12.287687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:12.290618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:12.377055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Pushing event updated for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:12.381143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:12.478921 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:12.680316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:12.691257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:12.705270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:12.705996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f877f4438>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:12.719746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] No DVR routers for this DVR port 79ff5038-3e00-4314-9303-6339e41003a8 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:41:12.722173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:12.730654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-deleted', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:12.745657 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d87eb98-4849-4d7c-8976-a2ead104f2c7 req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.64 "DELETE /v2.0/ports/79ff5038-3e00-4314-9303-6339e41003a8 HTTP/1.1" status: 204  len: 173 time: 3.2342660
Dec 03 03:41:12.831284 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0194cfc-db6e-4023-b4cd-aaad443f3847', 'name': 'network-vif-deleted', 'tag': '79ff5038-3e00-4314-9303-6339e41003a8', 'status': 'completed', 'code': 200}
Dec 03 03:41:12.930743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:13.364885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f877f4438>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:13.370110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:13.379828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:13.380524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f877f4438>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:40:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:13.563734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-722939e6-5c90-46a7-b54a-ad678bee740f req-825f7818-ce4d-4236-9538-8323fd4b70c0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Synchronizing usage tracker for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:13.582770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-722939e6-5c90-46a7-b54a-ad678bee740f req-825f7818-ce4d-4236-9538-8323fd4b70c0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Unset dirty status for tenant:3eb64f2deda143e78ec3cd403b83d6ee on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:13.586211 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-722939e6-5c90-46a7-b54a-ad678bee740f req-825f7818-ce4d-4236-9538-8323fd4b70c0 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/ports?device_id=f0194cfc-db6e-4023-b4cd-aaad443f3847 HTTP/1.1" status: 200  len: 210 time: 0.0787628
Dec 03 03:41:13.640116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:13.729384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d089377-b56d-436b-906f-94d06eed8ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:13.825840 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-91324aa2-97f1-4fb9-b790-90ce46196891 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/floatingips/ddbc4675-895f-47b5-9f7e-a3e530a30a70 HTTP/1.1" status: 200  len: 998 time: 0.1221638
Dec 03 03:41:14.014398 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-8cabafdb-db07-4d63-b4bf-969bbd06610a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:14.015956 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-8cabafdb-db07-4d63-b4bf-969bbd06610a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1841624
Dec 03 03:41:14.051256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 up at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:14.139691 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-07894766-9f92-4a92-ab32-7ebae07c8576 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 1001 time: 0.1169870
Dec 03 03:41:14.221616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-8851b751-1b23-4232-877f-56b380eed845 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:14.223200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-8851b751-1b23-4232-877f-56b380eed845 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports/ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 943 time: 0.0773263
Dec 03 03:41:14.236626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Provisioning complete for port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:14.237055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.361148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f877f4438>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:14.375870 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19dc4-9a34-4258-b4fa-6f460e6391a2 None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:33:47Z', 'revision_number': 4, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'ee0cf067-534e-4240-a111-1d042e5c73a6', 'name': '', 'network_id': 'e29e6beb-dbdd-4360-87a0-1178c03113fb', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'mac_address': 'fa:16:3e:80:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:44Z', 'updated_at': '2020-12-03T03:33:56Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'subnets': [{'id': '45cf2a12-66cc-4a37-95b1-3afa89c5559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:14.421792 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-5fbb2201-84ca-4b75-b3bc-9774731a63be tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 1001 time: 0.1099086
Dec 03 03:41:14.658475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Deleting port ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:14.658966 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.767301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36644) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:14.846228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67859d9d-3fa9-400f-8479-bd26c4b49daa None None] New status for floating IP 45659cf4-a6fc-497f-823f-165c3cb2a906: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:41:14.850902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.870500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.870899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.890409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.958011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:14.964754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4fdfc2bc-bfb5-4948-b7d3-992fdf9af472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:14.983581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc59e0-f491-4c8b-9826-623fec6381f2,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:15.010552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:15.010698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Calling delete_port for ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:15.032326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:15.036920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "DELETE /v2.0/security-groups/dbbc59e0-f491-4c8b-9826-623fec6381f2 HTTP/1.1" status: 204  len: 168 time: 0.2684941
Dec 03 03:41:15.037686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36658) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:15.061403 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-d1897557-193f-4a97-a8b2-3ab4dce3343d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] show failed (client error): The resource could not be found.
Dec 03 03:41:15.065898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36662) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:15.066070 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d1897557-193f-4a97-a8b2-3ab4dce3343d tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "GET /v2.0/security-groups/dbbc59e0-f491-4c8b-9826-623fec6381f2 HTTP/1.1" status: 404  len: 347 time: 0.0252719
Dec 03 03:41:15.275425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Deleting port 27f97fbc-bab3-4808-b2a2-9df3e7888c64 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:15.275919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:15.538029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:15.539200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:15.781827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:15.801058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:16.018220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Calling delete_port for 27f97fbc-bab3-4808-b2a2-9df3e7888c64 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:16.047452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event deleted for resources: {'Port': ['ID=ef1e0b2a-b78f-4f31-9416-1a7bf01a8e78,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:16.062428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:16.231049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92153c8d-5ddd-410a-8fb0-a8440fdec643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.303153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.323118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.323504 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Floating IP ddbc4675-895f-47b5-9f7e-a3e530a30a70 disassociated (deleted). External IP: 172.27.0.99, port: ec2a7db3-d8b3-45f0-b192-2d8670bbcf70.
Dec 03 03:41:16.374475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d02e3036-84eb-4aa6-a25e-fe3713ac2677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:16.536094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Pushing event deleted for resources: {'Port': ['ID=27f97fbc-bab3-4808-b2a2-9df3e7888c64,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:16.553308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:16.675873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.863341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.918423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:16.919678 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] 10.222.0.66 "DELETE /v2.0/floatingips/45659cf4-a6fc-497f-823f-165c3cb2a906 HTTP/1.1" status: 204  len: 168 time: 1.8527353
Dec 03 03:41:16.928102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Router 4124428a-a562-4d40-9dd3-7ed78848e158 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:17.125349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:17.129757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:17.136983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Sync routers for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:17.147760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:17.148836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cadad68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:17.188282 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "DELETE /v2.0/floatingips/ddbc4675-895f-47b5-9f7e-a3e530a30a70 HTTP/1.1" status: 204  len: 173 time: 2.7603445
Dec 03 03:41:17.188839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:17.259991 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'status': 'completed', 'code': 200}
Dec 03 03:41:17.288126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-b3989550-6e52-4718-8269-5b3e4f09506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:17.290710 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-b3989550-6e52-4718-8269-5b3e4f09506c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.0815401
Dec 03 03:41:17.343052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:17.437833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-aa29b07b-d127-433d-8ea0-ed3f39e3e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:17.439530 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-aa29b07b-d127-433d-8ea0-ed3f39e3e1e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.1421413
Dec 03 03:41:17.514771 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-72cab0f0-0078-47b7-8aa3-48686b70d224 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 217 time: 0.0676405
Dec 03 03:41:17.518320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:17.586552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-6f5b26c9-816a-49af-be6b-4240ea5bc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:17.588201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-6f5b26c9-816a-49af-be6b-4240ea5bc50f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.0660150
Dec 03 03:41:17.673076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-6bcff36e-8cfc-47e5-98d8-3c77e90c7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:17.674827 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-6bcff36e-8cfc-47e5-98d8-3c77e90c7ffa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798757
Dec 03 03:41:17.713441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cadad68>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:17.719821 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Checking router: 4124428a-a562-4d40-9dd3-7ed78848e158 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:17.723418 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:17.732879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:17.733549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cadad68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:17.829385 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-feea56c5-2d57-40d5-a522-a2e662ee700c service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471639
Dec 03 03:41:17.921805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:17.977701 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38f57b3-25c3-49c9-ad63-c6aed9b3ff4b req-e2d113dc-505b-43cb-be0c-d9aed4a8217d service neutron] 10.222.0.66 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414185
Dec 03 03:41:18.252146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:18.293873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cadad68>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:18.298338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3f2ab-a3ff-4b55-9478-0ac69f36ec32 None None] The sync data for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi is: [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:35:16Z', 'revision_number': 4, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c', 'name': '', 'network_id': 'f60403ca-ab4d-44ff-a662-f33a863f9753', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'mac_address': 'fa:16:3e:b8:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:15Z', 'updated_at': '2020-12-03T03:35:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'subnets': [{'id': 'd54f6898-7dc2-422a-af0b-5fff09dec4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:18.511749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f278-cb58-4685-a6c7-8fc61503676c req-f89fb5be-c7ba-49a8-9fca-c7585474c3e8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:18.512795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9039f278-cb58-4685-a6c7-8fc61503676c req-f89fb5be-c7ba-49a8-9fca-c7585474c3e8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:18.525922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-691783e0-9173-4a81-9442-c7b854207c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:18.527529 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-691783e0-9173-4a81-9442-c7b854207c1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 1163 time: 0.1205492
Dec 03 03:41:18.533420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9039f278-cb58-4685-a6c7-8fc61503676c req-f89fb5be-c7ba-49a8-9fca-c7585474c3e8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:18.534739 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9039f278-cb58-4685-a6c7-8fc61503676c req-f89fb5be-c7ba-49a8-9fca-c7585474c3e8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.1813157
Dec 03 03:41:18.696994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0acc93-1323-408e-a604-a9743496f3f4 None None] New status for floating IP ddbc4675-895f-47b5-9f7e-a3e530a30a70: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:41:18.921814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9039f278-cb58-4685-a6c7-8fc61503676c req-e4e12bda-c4dd-4516-b5c5-0880d1c9ca68 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3579307
Dec 03 03:41:18.965257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-e8aa1d1a-6a38-4e69-a406-5ab9d5fe4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:18.966937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-e8aa1d1a-6a38-4e69-a406-5ab9d5fe4053 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 200  len: 903 time: 0.4292793
Dec 03 03:41:19.861489 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-b212e5fe-4979-4705-948a-a962e4b1d78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 200  len: 217 time: 0.0665615
Dec 03 03:41:20.145862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a5818-075a-4230-8e41-4c09178a9896 req-b8a6ae1b-ce1f-4b73-8410-134a344b4dd2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:20.147440 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d08a5818-075a-4230-8e41-4c09178a9896 req-b8a6ae1b-ce1f-4b73-8410-134a344b4dd2 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0872793
Dec 03 03:41:20.198540 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d08a5818-075a-4230-8e41-4c09178a9896 req-e94a9fd2-8e2c-4283-a730-5a6c52c906f9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413125
Dec 03 03:41:20.689110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-2f30cd4f-0510-4bcd-8ca1-1f7a18dc58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:20.690836 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-2f30cd4f-0510-4bcd-8ca1-1f7a18dc58df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 200  len: 848 time: 0.0768716
Dec 03 03:41:21.412945 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7f258-2866-423d-b895-e0fadb7d4b41 req-bd84a925-8339-40d8-999c-f33694b266c9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:21.415174 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39a7f258-2866-423d-b895-e0fadb7d4b41 req-bd84a925-8339-40d8-999c-f33694b266c9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0832586
Dec 03 03:41:21.462572 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39a7f258-2866-423d-b895-e0fadb7d4b41 req-8db6b525-3802-44e2-ab5f-7868738d7d8a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410190
Dec 03 03:41:21.638012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-166ce4ce-e66a-4d52-9690-96cc0d6fc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:21.639783 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-166ce4ce-e66a-4d52-9690-96cc0d6fc713 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f60403ca-ab4d-44ff-a662-f33a863f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821054
Dec 03 03:41:21.795821 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-6739e1d3-77ce-4f12-9c6c-ff8bb8b11ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478379
Dec 03 03:41:21.949967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d36960-7731-4098-bdfd-ebce19863ee9 req-cca205c7-377c-42d6-bcf5-98a6cee07464 service neutron] 10.222.0.64 "GET /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458588
Dec 03 03:41:22.687589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b4a4-aac1-49c9-98b8-a31c71e98f79 req-aa38a38b-7d44-4c13-8332-fe0638b67d4a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:22.689313 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-46d0b4a4-aac1-49c9-98b8-a31c71e98f79 req-aa38a38b-7d44-4c13-8332-fe0638b67d4a tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0870183
Dec 03 03:41:22.739584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-46d0b4a4-aac1-49c9-98b8-a31c71e98f79 req-4059d32d-6e07-4692-b207-8cb826f3f6d1 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups?id=828afee8-3795-4747-9cb4-ad2a6ebe0ed5&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427439
Dec 03 03:41:22.788263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:22.831242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-29b6ae27-ed20-4c28-8df7-1bdcff292ed9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:22.832601 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-29b6ae27-ed20-4c28-8df7-1bdcff292ed9 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.64 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 946 time: 0.0883219
Dec 03 03:41:22.913963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Deleting port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:22.914375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:22.923025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:22.953626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:22.970212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:22.973985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:22.976741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:23.067612 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'code': 200}
Dec 03 03:41:23.071566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:23.075367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:23.170046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36754) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:23.233735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] For port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:23.234135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:23.376090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Calling delete_port for ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:23.532674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:23.560636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ebe0d85-b960-48ba-8c3a-13f5c71c6ed9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:23.646714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event deleted for resources: {'Port': ['ID=ec2a7db3-d8b3-45f0-b192-2d8670bbcf70,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:23.754864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.755505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.755621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.755988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.756397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.756802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.757207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.757610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.758012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.758649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.759133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.759402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.759887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.760291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.760691 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.761088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.761485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.761884 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.762294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.762956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.763349 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.763745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.764139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.764532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:23.774439 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:23.805829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:23.938812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] No DVR routers for this DVR port ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:41:23.945270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:23.950172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-deleted', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:23.981887 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7608d0c2-14d7-41f8-af47-cb2b2ba80882 req-ab191ca7-a4e1-429c-b707-430bf11e7e64 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 210 time: 0.0889022
Dec 03 03:41:23.992740 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9daacbd4-ef27-4fa9-be81-a0b9007245c7 req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.64 "DELETE /v2.0/ports/ec2a7db3-d8b3-45f0-b192-2d8670bbcf70 HTTP/1.1" status: 204  len: 173 time: 1.1542645
Dec 03 03:41:24.020311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1cee60-e1d6-4b2c-a218-27203e9065f6', 'name': 'network-vif-deleted', 'tag': 'ec2a7db3-d8b3-45f0-b192-2d8670bbcf70', 'status': 'completed', 'code': 200}
Dec 03 03:41:24.485766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Deleting port ee0cf067-534e-4240-a111-1d042e5c73a6 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:24.486145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:24.683790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] For port ee0cf067-534e-4240-a111-1d042e5c73a6, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=ee0cf067-534e-4240-a111-1d042e5c73a6,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:24.684188 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:24.813087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Calling delete_port for ee0cf067-534e-4240-a111-1d042e5c73a6 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:24.985569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:25.002087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-14f45778-a7fb-4e2a-bb2e-9507293a1b8b tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:25.050728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0cf067-534e-4240-a111-1d042e5c73a6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:25.115848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.116276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.116689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.117101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.117506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.118704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.119110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.119514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.119914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.120312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.120709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.121111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.121603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.122006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.122436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.122835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.123228 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.123627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.124024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.124419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.124818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.125211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.125606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.125998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:25.131316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:25.172018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fc0247a4-fc95-4e10-a1c5-d738b244ab48 req-59871ee6-1b61-4976-82e7-57eb0f151e34 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Synchronizing usage tracker for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:25.191785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fc0247a4-fc95-4e10-a1c5-d738b244ab48 req-59871ee6-1b61-4976-82e7-57eb0f151e34 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Unset dirty status for tenant:1f4fcf788cc14d2eb287d7397fb1be0b on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:25.202829 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc0247a4-fc95-4e10-a1c5-d738b244ab48 req-59871ee6-1b61-4976-82e7-57eb0f151e34 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/ports?device_id=7d1cee60-e1d6-4b2c-a218-27203e9065f6 HTTP/1.1" status: 200  len: 210 time: 0.0793002
Dec 03 03:41:25.449692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:25.705125 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:41:26.244947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Router 439a79b8-5b92-4448-91df-309d0c85dd48 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:26.383316 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-edacc80a-3297-492c-92ca-187293310ad8 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "GET /v2.0/security-groups/828afee8-3795-4747-9cb4-ad2a6ebe0ed5 HTTP/1.1" status: 200  len: 2879 time: 0.0504816
Dec 03 03:41:26.440020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:26.449233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Sync routers for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:26.453529 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] 10.222.0.66 "PUT /v2.0/routers/439a79b8-5b92-4448-91df-309d0c85dd48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2820299
Dec 03 03:41:26.458380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36824) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:26.460383 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:26.461124 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d000748>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:26.521481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.635489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.653234 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:26.705844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks [] for router, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.832413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.839678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f778254-07be-4c89-9c80-e929c83747d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:26.872006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Pushing event deleted for resources: {'SecurityGroup': ['ID=828afee8-3795-4747-9cb4-ad2a6ebe0ed5,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:26.877084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:26.888654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.889894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e37ad9f8-8d0c-4530-87b2-63581cee5d74 req-349326b0-01a7-4a95-984f-8e020c5deb4f tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] 10.222.0.66 "DELETE /v2.0/security-groups/828afee8-3795-4747-9cb4-ad2a6ebe0ed5 HTTP/1.1" status: 204  len: 173 time: 0.4997141
Dec 03 03:41:26.922080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.927470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Deleting port 47bb4c75-eeba-4322-bdd3-f375f0f5969c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:26.927850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:26.955601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36832) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:26.985569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d000748>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:41:24Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:26.989784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Checking router: 439a79b8-5b92-4448-91df-309d0c85dd48 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:26.999755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Routers {'439a79b8-5b92-4448-91df-309d0c85dd48'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:27.000531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d000748>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['439a79b8-5b92-4448-91df-309d0c85dd48'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:27.122438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] For port 47bb4c75-eeba-4322-bdd3-f375f0f5969c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=47bb4c75-eeba-4322-bdd3-f375f0f5969c,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:27.122833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:27.283550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Calling delete_port for 47bb4c75-eeba-4322-bdd3-f375f0f5969c owned by network:router_gateway {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:27.378616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] Set router 439a79b8-5b92-4448-91df-309d0c85dd48 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:27.432842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = function(*args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     proto.__init__(conn_state, self)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle()
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle_one_request()
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.handle_one_response()
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = self.application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return app(environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return request.get_response(self.application)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = req.get_response(self._app)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     response = self.app(environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 03 03:41:27.439389 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     result = method(request=request, **args)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._delete(request, id, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     obj_deleter(request.context, id, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._delete_current_gw_port(context, id, router, None)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, context, *args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     context, port, router_ids, bound_mech_contexts)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     return function(*args, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     callback(resource, event, trigger, **kwargs)
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     if self._is_session_semantic_violated(context, resource, event):
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]:     stack = traceback.extract_stack()
Dec 03 03:41:27.445545 dv-cinder-749155-3-iscsi neutron-server[80151]: 
Dec 03 03:41:27.471131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:27.657617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:27.775800 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d000748>, [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:41:24Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:27.785291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2d115-a768-4b80-be46-3fdb42b517b5 None None] The sync data for ids ['439a79b8-5b92-4448-91df-309d0c85dd48'] in dv-cinder-749155-3-iscsi is: [{'id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'name': 'tempest-AttachVolumeShelveTestJSON-776603076-router', 'tenant_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:33:35Z', 'updated_at': '2020-12-03T03:41:24Z', 'revision_number': 5, 'project_id': '3eb64f2deda143e78ec3cd403b83d6ee', 'gw_port': {'id': '47bb4c75-eeba-4322-bdd3-f375f0f5969c', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439a79b8-5b92-4448-91df-309d0c85dd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:33:37Z', 'updated_at': '2020-12-03T03:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:27.972742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device ee0cf067-534e-4240-a111-1d042e5c73a6 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:28.040828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: ee0cf067-534e-4240-a111-1d042e5c73a6 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:28.041407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device ee0cf067-534e-4240-a111-1d042e5c73a6 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:28.166402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.168778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.256423 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.256971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439a79b8-5b92-4448-91df-309d0c85dd48 {{(pid=80262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:41:28.270934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.273338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d60088df-f1b8-4490-9855-707c9e382c78 admin admin] 10.222.0.66 "DELETE /v2.0/routers/439a79b8-5b92-4448-91df-309d0c85dd48 HTTP/1.1" status: 204  len: 168 time: 1.8107502
Dec 03 03:41:28.274972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36852) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:28.284897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Deleting port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:28.285400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.349726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Deleting subnet 45cf2a12-66cc-4a37-95b1-3afa89c5559f {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:41:28.353654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.415631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845076815'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.482533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] For port c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:28.482836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.544159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.617714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Calling delete_port for c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:28.795520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.806380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036831258569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2831228'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.811555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33abf221-d8fd-47b7-b49e-ea2c2a4dc35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:28.822576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c321893-a0a3-4e75-bc89-af0af5e2c7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:28.906658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:28.911764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cf2a12-66cc-4a37-95b1-3afa89c5559f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:28.913600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:28.914725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:28.961147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:28.966751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1e8db-ae4d-4fb6-b0d6-b282ebe2757c None None] Network e29e6beb-dbdd-4360-87a0-1178c03113fb requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:28.969791 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c6a27f9-6ab3-4632-b86d-a1a3b1ff34ba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/45cf2a12-66cc-4a37-95b1-3afa89c5559f HTTP/1.1" status: 204  len: 168 time: 0.6913519
Dec 03 03:41:28.969990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36856) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:29.108168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.284546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Deleting port a5b6d3b8-3775-478a-8559-9a8a236215de {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:29.285103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.339694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] DHCP port deletion for e29e6beb-dbdd-4360-87a0-1178c03113fb request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:41:29.352441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Deleting port a5b6d3b8-3775-478a-8559-9a8a236215de {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:29.354496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.405633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.551593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] For port a5b6d3b8-3775-478a-8559-9a8a236215de, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=a5b6d3b8-3775-478a-8559-9a8a236215de,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:29.552112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.678891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] For port a5b6d3b8-3775-478a-8559-9a8a236215de, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=a5b6d3b8-3775-478a-8559-9a8a236215de,segment=NetworkSegment(a318ad7c-c109-41cd-9e89-b03eba0bb707),segment_id=a318ad7c-c109-41cd-9e89-b03eba0bb707)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:29.679348 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.744512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Calling delete_port for a5b6d3b8-3775-478a-8559-9a8a236215de owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:29.811646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Calling delete_port for a5b6d3b8-3775-478a-8559-9a8a236215de owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:29.823180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-167c94fa-ca23-4330-a0b8-819895119add req-2ab3500d-970e-444c-9b8e-3d97ac2e7db9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:29.854562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-167c94fa-ca23-4330-a0b8-819895119add req-2ab3500d-970e-444c-9b8e-3d97ac2e7db9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:29.855901 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-2ab3500d-970e-444c-9b8e-3d97ac2e7db9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-385853502&fields=id&tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 267 time: 0.2036905
Dec 03 03:41:29.861011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:29.880198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:29.894900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:41:29.895305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:41:30.031835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b6d3b8-3775-478a-8559-9a8a236215de,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:30.047591 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device a5b6d3b8-3775-478a-8559-9a8a236215de no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:30.089093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: a5b6d3b8-3775-478a-8559-9a8a236215de {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:30.089430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device a5b6d3b8-3775-478a-8559-9a8a236215de not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:30.090120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 47bb4c75-eeba-4322-bdd3-f375f0f5969c no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:30.093889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:30.123876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 47bb4c75-eeba-4322-bdd3-f375f0f5969c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:30.124269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 47bb4c75-eeba-4322-bdd3-f375f0f5969c not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:30.171723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] No DVR routers for this DVR port a5b6d3b8-3775-478a-8559-9a8a236215de on host dv-cinder-749155-3-iscsi {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:41:30.217091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Router 4124428a-a562-4d40-9dd3-7ed78848e158 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:30.325163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-b1737ce7-18ec-4d3a-8b03-e48b7cadcc83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:30.326817 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-b1737ce7-18ec-4d3a-8b03-e48b7cadcc83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.4479098
Dec 03 03:41:30.330801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:30.396630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Deleting port a5b6d3b8-3775-478a-8559-9a8a236215de {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:30.396997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:30.412658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:30.423420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Sync routers for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:30.426727 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-37d15b1c-64db-44e8-afe5-9037a7d6e0eb tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/quotas/53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 375 time: 0.0803885
Dec 03 03:41:30.428997 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2fd63919-bf6a-4de6-9475-ce9d62eb3bac admin admin] 10.222.0.66 "PUT /v2.0/routers/4124428a-a562-4d40-9dd3-7ed78848e158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4724965
Dec 03 03:41:30.433861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36878) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:30.441697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:30.442444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0d1080>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:30.479610 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-760c6d8e-7cca-473c-8ecc-3502992e786d None None] The port 'a5b6d3b8-3775-478a-8559-9a8a236215de' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:41:30.650045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:30.652746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f873ebd68>,) {'filters': {'network_id': ['e29e6beb-dbdd-4360-87a0-1178c03113fb']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:30.679533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f873ebd68>, 'a318ad7c-c109-41cd-9e89-b03eba0bb707') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:30.679845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f873ebd68>, 'a318ad7c-c109-41cd-9e89-b03eba0bb707') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:30.705384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699001'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:30.745905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:30.752799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:41:30.786279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:30.847520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-167c94fa-ca23-4330-a0b8-819895119add req-3d05ea10-fd7d-4a11-b9f9-fc75431ae8f3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:30.958768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0d1080>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:41:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:30.963401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Checking router: 4124428a-a562-4d40-9dd3-7ed78848e158 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:30.973090 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Routers {'4124428a-a562-4d40-9dd3-7ed78848e158'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:30.973777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0d1080>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['4124428a-a562-4d40-9dd3-7ed78848e158'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:31.167412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] Set router 4124428a-a562-4d40-9dd3-7ed78848e158 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:31.328071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-167c94fa-ca23-4330-a0b8-819895119add req-3d05ea10-fd7d-4a11-b9f9-fc75431ae8f3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:31.329499 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-3d05ea10-fd7d-4a11-b9f9-fc75431ae8f3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8265004
Dec 03 03:41:31.331183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Network e29e6beb-dbdd-4360-87a0-1178c03113fb has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:31.343212 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-23518868'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:31.475784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d0d1080>, [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:41:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:31.480797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716104c-caf3-4091-b37c-3fdc0b633534 None None] The sync data for ids ['4124428a-a562-4d40-9dd3-7ed78848e158'] in dv-cinder-749155-3-iscsi is: [{'id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'name': 'tempest-TestShelveInstance-1145940515-router', 'tenant_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:07Z', 'updated_at': '2020-12-03T03:41:28Z', 'revision_number': 5, 'project_id': '1f4fcf788cc14d2eb287d7397fb1be0b', 'gw_port': {'id': '3d0fc3df-7886-427d-b275-95e6da3bd856', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124428a-a562-4d40-9dd3-7ed78848e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:09Z', 'updated_at': '2020-12-03T03:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:31.636671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:31.656220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Network e29e6beb-dbdd-4360-87a0-1178c03113fb has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:31.667372 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Deleting port 3d0fc3df-7886-427d-b275-95e6da3bd856 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:31.667754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:41:31.715756 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:41:31.849746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:31.881701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3ca467f-635a-4b17-9234-2d937b491dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:31.946521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:31.947707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:31.951761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-ce0402e0-2bf4-4048-97a2-31de96abeffa service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5938935
Dec 03 03:41:31.967330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Pushing event deleted for resources: {'Network': ['ID=e29e6beb-dbdd-4360-87a0-1178c03113fb,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:31.985370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:31.985760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device c4ed2ac1-3bdc-418c-a1bc-5cc9e533bb9c not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:31.993434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:32.065205 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] 10.222.0.66 "DELETE /v2.0/networks/e29e6beb-dbdd-4360-87a0-1178c03113fb HTTP/1.1" status: 204  len: 168 time: 3.0941148
Dec 03 03:41:32.144813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] For port 3d0fc3df-7886-427d-b275-95e6da3bd856, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=3d0fc3df-7886-427d-b275-95e6da3bd856,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:32.145209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.222367 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36890) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:32.284144 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-26184b24-0897-4454-93bc-90f0b1cdc2f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3eb64f2deda143e78ec3cd403b83d6ee&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0601952
Dec 03 03:41:32.286648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36894) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:32.291353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Calling delete_port for 3d0fc3df-7886-427d-b275-95e6da3bd856 owned by network:router_gateway {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:32.321351 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-ee88a0e7-adcd-4c8d-aca8-e74ef59ed3c1 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3598485
Dec 03 03:41:32.355580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.384918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.436215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.441545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0c400c8-8a7e-448e-835e-010c09593e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:32.442589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.456936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8c623-b103-4a80-8b49-3e96ab2d191b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:32.462657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:32.464810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.480935 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-aade45fc-f701-4b6c-9aaf-43d8e17bda78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01e8c623-b103-4a80-8b49-3e96ab2d191b HTTP/1.1" status: 204  len: 168 time: 0.1931491
Dec 03 03:41:32.649728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.871363 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d48ce5af-8f09-45fe-97eb-6a9395f9b733 req-58b0d965-cf39-4241-b6e1-3de58eaea219 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 210 time: 0.0686347
Dec 03 03:41:32.873567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.876296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.916400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.922664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4124428a-a562-4d40-9dd3-7ed78848e158 {{(pid=80262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:41:32.938646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:32.942445 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0377a30b-d8da-4182-b1a6-c7bd42604f00 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4124428a-a562-4d40-9dd3-7ed78848e158 HTTP/1.1" status: 204  len: 168 time: 2.5051522
Dec 03 03:41:32.943200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 36928) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:33.027959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Deleting subnet d54f6898-7dc2-422a-af0b-5fff09dec4ba {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:41:33.032457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.105342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845076815'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.212412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.580054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036831258569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2831228'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.598518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:33.641689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54f6898-7dc2-422a-af0b-5fff09dec4ba,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:33.644526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:33.693146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36956) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:33.744876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.750810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bee21e-078d-4a4d-bde5-fb0f5276acd4 None None] Network f60403ca-ab4d-44ff-a662-f33a863f9753 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:33.754517 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-37c801aa-7b6f-4816-8ca9-d047659bd8a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d54f6898-7dc2-422a-af0b-5fff09dec4ba HTTP/1.1" status: 204  len: 168 time: 0.8074307
Dec 03 03:41:33.754755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36962) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:33.858341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-700263878-network', 'tenant_id': 'b073306a442b4c14b452213b4b59c308'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:33.866944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:33.884599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Usage tracker for resource:network and tenant:b073306a442b4c14b452213b4b59c308 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:33.889395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:33.902059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:33.955360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:33.984066 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Deleting port cbc4090a-d303-4455-82cb-ccf57f4bd3fb {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:33.984660 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.002622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3d0fc3df-7886-427d-b275-95e6da3bd856 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:34.030680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:41:34.036887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.061304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.064855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 3d0fc3df-7886-427d-b275-95e6da3bd856 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:34.065256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 3d0fc3df-7886-427d-b275-95e6da3bd856 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:34.066968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] DHCP port deletion for f60403ca-ab4d-44ff-a662-f33a863f9753 request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:41:34.078068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Deleting port cbc4090a-d303-4455-82cb-ccf57f4bd3fb {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:34.079088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.085088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:34.098947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Usage tracker for resource:security_group_rule and tenant:b073306a442b4c14b452213b4b59c308 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:34.102883 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d8e20fe-1cd3-459a-98ed-7fccc3f826a0 req-7608e35c-21ad-46d9-b033-934cae38c04a tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 210 time: 0.0657909
Dec 03 03:41:34.105666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:34.116716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:34.338674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] For port cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:34.339226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.369537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-20a00390-a4e4-4ab0-b158-0eeac4051629 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:34.371201 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-20a00390-a4e4-4ab0-b158-0eeac4051629 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.2038012
Dec 03 03:41:34.385001 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] For port cbc4090a-d303-4455-82cb-ccf57f4bd3fb, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,segment=NetworkSegment(af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50),segment_id=af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:34.385711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.481153 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-4985f7c6-44a4-4684-9108-c2c5ea89abdd tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 5549 time: 0.0890579
Dec 03 03:41:34.493992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'port': {'device_id': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'admin_state_up': True, 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'security_groups': ['57c2dd8e-b1a2-4d1f-bc11-1e75d7985578']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:34.497231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Calling delete_port for cbc4090a-d303-4455-82cb-ccf57f4bd3fb owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:34.527668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Calling delete_port for cbc4090a-d303-4455-82cb-ccf57f4bd3fb owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:34.580332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.600459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.606067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-597db4b2-a208-487a-aa4a-8a578381ee21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:34.630576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 03 03:41:34.630576 dv-cinder-749155-3-iscsi neutron-server[80151]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Dec 03 03:41:34.630576 dv-cinder-749155-3-iscsi neutron-server[80151]: [parameters: {'port_id': 'cbc4090a-d303-4455-82cb-ccf57f4bd3fb', 'host': 'dv-cinder-749155-3-iscsi', 'level': 0}]
Dec 03 03:41:34.630576 dv-cinder-749155-3-iscsi neutron-server[80151]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:41:34.632809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:41:34.652133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:41:34.665084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.694898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed615c3-d011-4666-861b-99e612704477,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:34.699898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:34.701764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.702218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Added segment 0f67d42f-df5a-4827-b795-9ecea8c64394 of type vxlan for network f3549cf6-ed17-48c1-b65b-f417f27a00cc
Dec 03 03:41:34.712095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:34.733134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Made reservation on behalf of 53824ced637f4561a36b7f7aacf50bec for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:41:34.739013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.754880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:34.755747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66cce619-9f26-4666-8b7d-072c03d11788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:34.816385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc4090a-d303-4455-82cb-ccf57f4bd3fb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:34.821519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:34.864791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:34.875164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] No DVR routers for this DVR port cbc4090a-d303-4455-82cb-ccf57f4bd3fb on host dv-cinder-749155-3-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:41:35.025568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.028799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:35.029611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.034172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.050938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:35.080405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.20.0.14 (fbc7e55f-d22e-4329-970b-a9a3c37bd3aa/bbbca961-029c-47c0-b9e9-e2dbdc1865e9/01a7c05b-85fc-46aa-9257-cbcd90973e50) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:41:35.135397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Deleting port cbc4090a-d303-4455-82cb-ccf57f4bd3fb {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:35.135880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.269537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Pushing event updated for resources: {'Network': ['ID=f3549cf6-ed17-48c1-b65b-f417f27a00cc,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:35.278339 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5842698
Dec 03 03:41:35.281601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:35.283345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8776b898>,) {'filters': {'network_id': ['f60403ca-ab4d-44ff-a662-f33a863f9753']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:35.287593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6afcdd3e-86f9-466a-96e9-abbd64670456 None None] The port 'cbc4090a-d303-4455-82cb-ccf57f4bd3fb' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:41:35.292280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 36988) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:35.296915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:41:35.306335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Request body: {'subnet': {'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-700263878-subnet', 'tenant_id': 'b073306a442b4c14b452213b4b59c308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:35.312837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:35.316601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8776b898>, 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:35.317037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8776b898>, 'af8c41b4-9552-45a5-b3d3-6c0b9fc9cf50') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:35.319609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:41:35.340942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Usage tracker for resource:subnet and tenant:b073306a442b4c14b452213b4b59c308 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:35.346667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:35.351391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.365855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:35.395655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.397927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:41:35.426181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:41:35.432438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.590082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ddb121f1-db8e-4cbc-b203-3002903a5b9d req-bb241264-51a2-44cd-9ef9-dab7e3772f7c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 210 time: 0.0647800
Dec 03 03:41:35.671097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.709608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Network f60403ca-ab4d-44ff-a662-f33a863f9753 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:35.721343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:35.948311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Network f60403ca-ab4d-44ff-a662-f33a863f9753 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:41:35.976277 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:41:35.983420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device cbc4090a-d303-4455-82cb-ccf57f4bd3fb no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:36.019580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: cbc4090a-d303-4455-82cb-ccf57f4bd3fb {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:36.020062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device cbc4090a-d303-4455-82cb-ccf57f4bd3fb not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:36.075530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Transition to ACTIVE for port object 01a7c05b-85fc-46aa-9257-cbcd90973e50 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:36.078057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.097819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:36.103637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.111887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.121604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f11bc6c0-ed76-4919-be2a-b8b0b0501685 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:36.138655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f60403ca-ab4d-44ff-a662-f33a863f9753,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:36.139433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:36.167616 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6965f279-2bad-4531-8ce0-17fd0e6d9a8a admin admin] 10.222.0.66 "DELETE /v2.0/networks/f60403ca-ab4d-44ff-a662-f33a863f9753 HTTP/1.1" status: 204  len: 168 time: 2.4081306
Dec 03 03:41:36.168017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37000) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:36.323986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:36.328467 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:36.337917 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:41:36.339143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:36.341426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:41:36.413933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:36.415676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.444878 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-3f6c3938-5baa-49f8-832a-2b053ab692c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9565661
Dec 03 03:41:36.465972 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Request body: {'port': {'device_id': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:36.579206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff70fe28-bcb2-476c-b2f0-7e2f9cdfe002 None None] Provisioning for port 01a7c05b-85fc-46aa-9257-cbcd90973e50 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:36.587327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff70fe28-bcb2-476c-b2f0-7e2f9cdfe002 None None] Provisioning complete for port 01a7c05b-85fc-46aa-9257-cbcd90973e50 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:36.588011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff70fe28-bcb2-476c-b2f0-7e2f9cdfe002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.605943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:36.688619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff70fe28-bcb2-476c-b2f0-7e2f9cdfe002 None None] Port 01a7c05b-85fc-46aa-9257-cbcd90973e50 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:41:36.931254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf5524-624e-4c4c-93ab-87567fafeffb req-49324897-9c0a-4e4b-a372-820b35dc6e83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:36.932051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-88cf5524-624e-4c4c-93ab-87567fafeffb req-49324897-9c0a-4e4b-a372-820b35dc6e83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:36.960913 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.009232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-88cf5524-624e-4c4c-93ab-87567fafeffb req-49324897-9c0a-4e4b-a372-820b35dc6e83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:37.010454 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88cf5524-624e-4c4c-93ab-87567fafeffb req-49324897-9c0a-4e4b-a372-820b35dc6e83 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 932 time: 0.2125514
Dec 03 03:41:37.058102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37028) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:37.100011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.113058 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88cf5524-624e-4c4c-93ab-87567fafeffb req-fb8c4409-cfa3-4c12-adeb-1b54f3cd21e2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0857675
Dec 03 03:41:37.129606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42e0491e-fd96-49dc-a19e-f714bcd88452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:37.196366 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a7c05b-85fc-46aa-9257-cbcd90973e50 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:41:37.207698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.221539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Transition to ACTIVE for port object 01a7c05b-85fc-46aa-9257-cbcd90973e50 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:37.228635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.252470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a22e0695-bed6-4fad-95c9-0af7f6914b7b tempest-ServerRescueNegativeTestJSON-91288956 tempest-ServerRescueNegativeTestJSON-91288956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:37.285739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6971c23a-1c79-44f8-aab0-58a5a597369a,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:37.304578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:37.316258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.398028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:37.407779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f8c783983d44ae8b73eec7d35b9195 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:37.417407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:37.422018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Pushing event updated for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:37.435028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:37.437895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:37.542463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Checking segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:37.542786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Network hostable DHCP agents. Network: f3549cf6-ed17-48c1-b65b-f417f27a00cc, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:41:37.630152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:41:37.678444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, f3549cf6-ed17-48c1-b65b-f417f27a00cc) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:37.684344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Attempting to bind port 01a7c05b-85fc-46aa-9257-cbcd90973e50 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:41:37.684727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Attempting to bind port 01a7c05b-85fc-46aa-9257-cbcd90973e50 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:41:37.685097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Attempting to bind port 01a7c05b-85fc-46aa-9257-cbcd90973e50 on network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:41:37.688766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ef4f6-f093-42cb-a62b-606819d87e91 None None] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:37.696477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:37.697142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.699562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:41:37.699944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:37.700351 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.700746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Bound using segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:41:37.701340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Bound port: 01a7c05b-85fc-46aa-9257-cbcd90973e50, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:41:37.701625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.725241 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d30ca9a-2137-4a13-877e-305d6fa8a6fc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4318738
Dec 03 03:41:37.731685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.761700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.776881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d97a2250-0ea4-47d2-b724-f6c4acf1ffd7 tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:37.837370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3f8c783983d44ae8b73eec7d35b9195&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7727602
Dec 03 03:41:37.838262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37036) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:37.850346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d4ef91-b4ee-4ce6-8e58-bd2d80dd6457,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:37.880895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:37.896745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Deleting port d24035d5-79ef-4f72-933e-a75f1f9f6b88 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:37.897289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.924285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:41:37.930599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:41:37.944598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.948486 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:37.972566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40371d1f-e3e8-4618-bb3a-724bd34cc01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:38.013297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72edec15-afa6-4a68-8be3-d0bc749e002e None None] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:38.127283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] For port d24035d5-79ef-4f72-933e-a75f1f9f6b88, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=d24035d5-79ef-4f72-933e-a75f1f9f6b88,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:38.127855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.135829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.279354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Pushing event updated for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:38.282251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Calling delete_port for d24035d5-79ef-4f72-933e-a75f1f9f6b88 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:38.286357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:38.481399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.488666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:38.489731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.491519 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] 10.222.0.64 "PUT /v2.0/ports/01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 1158 time: 2.0312843
Dec 03 03:41:38.494550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:38.500417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:38.613087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.615396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24035d5-79ef-4f72-933e-a75f1f9f6b88,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:38.619087 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:38.629596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f7ce28b2-b7a8-42a3-b77b-791b4c38a478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:38.656444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d4ef91-b4ee-4ce6-8e58-bd2d80dd6457,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:38.661089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:38.669718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-072e7ae4-17d4-4407-b373-fc0a7fdc9622 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:38.671539 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-072e7ae4-17d4-4407-b373-fc0a7fdc9622 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.3841870
Dec 03 03:41:38.673716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:38.677729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41d4ef91-b4ee-4ce6-8e58-bd2d80dd6457 HTTP/1.1" status: 204  len: 168 time: 0.8293111
Dec 03 03:41:38.695047 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-75954c68-fb21-4d86-8284-911581b82aaa tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/quotas/b073306a442b4c14b452213b4b59c308 HTTP/1.1" status: 200  len: 375 time: 0.0150235
Dec 03 03:41:38.762100 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-d51c487e-7e38-4c7b-85c5-f280d0c98d5f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0561581
Dec 03 03:41:38.768834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f228176-60bd-4409-b528-15767a054c9c req-30cc15dc-4061-4c1b-bed6-254934b69925 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:38.770578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3f228176-60bd-4409-b528-15767a054c9c req-30cc15dc-4061-4c1b-bed6-254934b69925 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.4146018
Dec 03 03:41:38.926814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3f228176-60bd-4409-b528-15767a054c9c req-e764719c-874c-4a8b-9348-54b05e3b5a1b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1318400
Dec 03 03:41:38.955476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-24bf5d60-11f2-4cae-bd87-897811dddf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:38.957117 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-24bf5d60-11f2-4cae-bd87-897811dddf77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1161 time: 0.4033446
Dec 03 03:41:38.986007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:39.004817 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'status': 'completed', 'code': 200}
Dec 03 03:41:39.078031 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-213a9e3e-0f79-44de-880b-952467da2fe6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 217 time: 0.0722728
Dec 03 03:41:39.080713 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-126016c4-73fb-4b8d-9499-e73c91639c8b service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089736
Dec 03 03:41:39.169312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37062) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:39.502831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:39.544517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:39.561927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-8dcc7b45-7b7b-40c4-9d19-044a7161ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:39.563617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-8dcc7b45-7b7b-40c4-9d19-044a7161ab1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.4792423
Dec 03 03:41:39.564830 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad422617bae34fe287773347f8d72483 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:39.573749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:39.640744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:39.654576 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-3dbfc9b6-63b1-40d0-9215-554f9ff65c3e service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5252471
Dec 03 03:41:39.717033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c94fa-ca23-4330-a0b8-819895119add req-2599d483-16cd-446b-98cf-4a07e022075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:39.718719 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-2599d483-16cd-446b-98cf-4a07e022075e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1464005
Dec 03 03:41:39.807468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:39.900243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:39.957745 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8389fcb-a718-4a2e-8525-2ff0f21b2060 req-5299de11-5c0a-46ea-a13a-1d554cc713e8 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 210 time: 0.0521984
Dec 03 03:41:39.958541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:39.969930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed0a6c90-c1ea-42e4-8584-ca82078d7468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:40.031490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:40.042989 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-043ff15a-1284-40a2-9857-7640dafd5e04 admin admin] 10.222.0.66 "PUT /v2.0/routers/7e430b7d-e0de-4bf1-ad68-a55dd92aab47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8738427
Dec 03 03:41:40.053139 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Sync routers for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:40.055601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37074) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:40.072207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b098edf-22ad-45a5-81a9-252ae61e100f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:40.085571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-fb448759-4512-4750-a7de-4f889dd78f93 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3588474
Dec 03 03:41:40.092025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:40.093422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc8d3c8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:40.096254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:40.103571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-28926c5b-96e7-4cbc-8454-7d93780ff9a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad422617bae34fe287773347f8d72483&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9305725
Dec 03 03:41:40.104084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37080) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:40.276189 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.357378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:40.412850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612c5f0-56fd-4ac3-9e14-8e8e8556cdb0 req-5f915931-191c-4785-b37e-a9e6202691bb tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:40.416779 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d612c5f0-56fd-4ac3-9e14-8e8e8556cdb0 req-5f915931-191c-4785-b37e-a9e6202691bb tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.2678046
Dec 03 03:41:40.439204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.480393 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.486150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Deleting port 481fa7ff-89d5-43ff-8837-2b5338598b50 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:40.486657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.493536 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-167c94fa-ca23-4330-a0b8-819895119add req-4a0d1837-6dce-4dcc-a556-f94c6318437d service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3877702
Dec 03 03:41:40.500115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.553401 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d612c5f0-56fd-4ac3-9e14-8e8e8556cdb0 req-acd042e7-97fa-4eab-ab7f-b24c86577d05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1006148
Dec 03 03:41:40.637758 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.649737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2caf2d3f-9ef9-40bc-9cd7-60b3100309f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:40.668413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b098edf-22ad-45a5-81a9-252ae61e100f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:40.671781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:40.676772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.680965 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3217df57-7363-40d4-86a5-ae4bf16729af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b098edf-22ad-45a5-81a9-252ae61e100f HTTP/1.1" status: 204  len: 168 time: 0.5314350
Dec 03 03:41:40.728262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-ac2d3585-e84e-4fb0-b48f-c097cb73e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:40.735878 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-ac2d3585-e84e-4fb0-b48f-c097cb73e035 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1161 time: 0.1431785
Dec 03 03:41:40.753812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] For port 481fa7ff-89d5-43ff-8837-2b5338598b50, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=481fa7ff-89d5-43ff-8837-2b5338598b50,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:40.754216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:40.773991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc8d3c8>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:41:38Z', 'revision_number': 5, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:40.783157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Checking router: 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:40.809618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Routers {'7e430b7d-e0de-4bf1-ad68-a55dd92aab47'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:40.809618 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc8d3c8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:40.903313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Calling delete_port for 481fa7ff-89d5-43ff-8837-2b5338598b50 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:40.928369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-50a9c777-95d9-4709-a469-a28d0aa3db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:40.930313 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-50a9c777-95d9-4709-a469-a28d0aa3db79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1864090
Dec 03 03:41:41.025194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] Set router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:41.047171 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-9f640fb3-3ad0-48b8-b492-f051c387c1b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 217 time: 0.1062307
Dec 03 03:41:41.122818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.222343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-7a2c09e8-2158-42c9-92e4-08e80518f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:41.233291 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-7a2c09e8-2158-42c9-92e4-08e80518f33d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1759815
Dec 03 03:41:41.296068 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c431e89f-6061-4c99-a19e-efdd32af5516 req-09747127-9797-4f67-a1c9-941691d86236 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 210 time: 0.0612187
Dec 03 03:41:41.362669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.400964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-3855dd20-4002-4725-9587-147d9e45cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:41.403020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-3855dd20-4002-4725-9587-147d9e45cf28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037438
Dec 03 03:41:41.545632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8dc8d3c8>, [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:41:38Z', 'revision_number': 5, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:41.551231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ad24f-942c-49b9-b7a7-01bac36c5a4b None None] The sync data for ids ['7e430b7d-e0de-4bf1-ad68-a55dd92aab47'] in dv-cinder-749155-3-iscsi is: [{'id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'name': 'tempest-TestShelveInstance-90397361-router', 'tenant_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:35:22Z', 'updated_at': '2020-12-03T03:41:38Z', 'revision_number': 5, 'project_id': 'd5989d53a0894c5ba3c57dcf899e4020', 'gw_port': {'id': '481fa7ff-89d5-43ff-8837-2b5338598b50', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e430b7d-e0de-4bf1-ad68-a55dd92aab47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:35:26Z', 'updated_at': '2020-12-03T03:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:41.609561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.612370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.651436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.652274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e430b7d-e0de-4bf1-ad68-a55dd92aab47 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:41:41.689453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.693554 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3e4a06c5-c08d-405b-9768-2a05e0556bb0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7e430b7d-e0de-4bf1-ad68-a55dd92aab47 HTTP/1.1" status: 204  len: 168 time: 1.6348312
Dec 03 03:41:41.697072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37104) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:41.706172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-a8347657-d978-4539-95ca-743c535f30c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:41.708043 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-a8347657-d978-4539-95ca-743c535f30c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.2893455
Dec 03 03:41:41.783209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Request body: {'port': {'device_id': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc', 'admin_state_up': True, 'tenant_id': 'b073306a442b4c14b452213b4b59c308'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:41.811617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Deleting subnet dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:41:41.815804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.889357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:41.953281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device d24035d5-79ef-4f72-933e-a75f1f9f6b88 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:41.992622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: d24035d5-79ef-4f72-933e-a75f1f9f6b88 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:41.993185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device d24035d5-79ef-4f72-933e-a75f1f9f6b88 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:42.023133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:42.049587 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-582b47cc-95c6-430e-a289-6a3cca9ed7a5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3886745
Dec 03 03:41:42.122302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cf8a4-662a-42d1-9b10-cf23927d8ae7 req-9076c2f2-6030-422b-8721-c9074a77e286 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:42.125712 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c48cf8a4-662a-42d1-9b10-cf23927d8ae7 req-9076c2f2-6030-422b-8721-c9074a77e286 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.3238802
Dec 03 03:41:42.215415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:42.238997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Usage tracker for resource:port and tenant:b073306a442b4c14b452213b4b59c308 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:42.250388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:42.274855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:42.316324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c48cf8a4-662a-42d1-9b10-cf23927d8ae7 req-df23e7f7-36c3-4847-b170-90c42d76c029 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1056385
Dec 03 03:41:42.326177 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:41:42.336387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:42.384257 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-40563b3e-f28a-4ffa-bd7e-9fe8fa8d154c req-011bf1c1-c9ef-4cd4-86ca-42c5372ec1a3 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3164275
Dec 03 03:41:42.390709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:42.428246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:42.468227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:42.525795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:42.776672 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f7e2c2f-bdd9-40db-8772-0efc20b6cdb7 req-dd71a380-86df-442a-a54b-7e943ee0236e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 210 time: 0.1240296
Dec 03 03:41:42.828998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:42.833904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85f870-c161-455a-bcd9-ac75561b839a None None] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:41:42.835894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dbf2a7a0-b9d7-414f-b3c1-4a302f5b6a40 HTTP/1.1" status: 204  len: 168 time: 1.1377645
Dec 03 03:41:42.839220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37130) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:42.897185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Allocated IP 172.20.0.8 (f3549cf6-ed17-48c1-b65b-f417f27a00cc/6971c23a-1c79-44f8-aab0-58a5a597369a/e97f0326-6157-47c0-a379-98169e3d6388) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:41:42.964378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.045502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Deleting port 694ea12e-7fbb-4192-8f2d-00811559bb0b {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:43.045874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.160531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.175791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] DHCP port deletion for c5c6702f-c84a-4294-8851-c2f80e6f3fe1 request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:41:43.181471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Deleting port 694ea12e-7fbb-4192-8f2d-00811559bb0b {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:43.182265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.214667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.292476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c1def215-454b-4255-b338-0d0ef9523a86 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:43.329843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] For port 694ea12e-7fbb-4192-8f2d-00811559bb0b, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=694ea12e-7fbb-4192-8f2d-00811559bb0b,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:43.331604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.413380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event updated for resources: {'Port': ['ID=e97f0326-6157-47c0-a379-98169e3d6388,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:43.418595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:43.481048 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:41:43.481369 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] For port 694ea12e-7fbb-4192-8f2d-00811559bb0b, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=694ea12e-7fbb-4192-8f2d-00811559bb0b,segment=NetworkSegment(89b0ca2c-a8ee-4b31-8911-87327e357a42),segment_id=89b0ca2c-a8ee-4b31-8911-87327e357a42)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:43.481590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.486983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:43.493361 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:41:43.504952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Calling delete_port for 694ea12e-7fbb-4192-8f2d-00811559bb0b owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:43.587900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.623577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:43.624245 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.642899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Calling delete_port for 694ea12e-7fbb-4192-8f2d-00811559bb0b owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:41:43.658854 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8860481
Dec 03 03:41:43.680318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7e4eb-9791-4e42-9c91-c7bacb827114 req-29bd76a6-4b23-40e9-ba20-e8071e46ab65 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:43.682085 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fe7e4eb-9791-4e42-9c91-c7bacb827114 req-29bd76a6-4b23-40e9-ba20-e8071e46ab65 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.1907539
Dec 03 03:41:43.687730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Request body: {'port': {'device_id': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:43.689907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:43.717354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d30f000-cacd-4ca1-b692-8a12d6331dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:43.743484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Pushing event deleted for resources: {'Port': ['ID=694ea12e-7fbb-4192-8f2d-00811559bb0b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:43.761298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:41:43.761729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:41:43.762933 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:43.779174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] No DVR routers for this DVR port 694ea12e-7fbb-4192-8f2d-00811559bb0b on host dv-cinder-749155-3-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:41:43.959350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.027462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 481fa7ff-89d5-43ff-8837-2b5338598b50 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:44.083465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 481fa7ff-89d5-43ff-8837-2b5338598b50 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:44.083868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 481fa7ff-89d5-43ff-8837-2b5338598b50 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:44.084804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 694ea12e-7fbb-4192-8f2d-00811559bb0b no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:41:44.110160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f87811860>,) {'filters': {'network_id': ['c5c6702f-c84a-4294-8851-c2f80e6f3fe1']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:44.118463 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fe7e4eb-9791-4e42-9c91-c7bacb827114 req-7c41a0c9-5bd1-400d-bc58-88055272b529 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3999770
Dec 03 03:41:44.128333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 694ea12e-7fbb-4192-8f2d-00811559bb0b {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:41:44.128744 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 694ea12e-7fbb-4192-8f2d-00811559bb0b not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:41:44.135996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87811860>, '89b0ca2c-a8ee-4b31-8911-87327e357a42') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:44.136343 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87811860>, '89b0ca2c-a8ee-4b31-8911-87327e357a42') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:44.161711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.161850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.179010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.182499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:41:44.263190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Deleting port 694ea12e-7fbb-4192-8f2d-00811559bb0b {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:41:44.263629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.268507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7ad22-8f87-4dc2-a762-e17d0542f39d req-1b56a083-7252-476e-9ea1-3b6f6a3467ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:44.269284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-dda7ad22-8f87-4dc2-a762-e17d0542f39d req-1b56a083-7252-476e-9ea1-3b6f6a3467ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:44.341899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-dda7ad22-8f87-4dc2-a762-e17d0542f39d req-1b56a083-7252-476e-9ea1-3b6f6a3467ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:44.343188 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dda7ad22-8f87-4dc2-a762-e17d0542f39d req-1b56a083-7252-476e-9ea1-3b6f6a3467ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 931 time: 0.3122299
Dec 03 03:41:44.353128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf486-6b02-4cc2-99e2-7dffb07b6262 None None] The port '694ea12e-7fbb-4192-8f2d-00811559bb0b' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:41:44.413130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:44.423776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.493228 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dda7ad22-8f87-4dc2-a762-e17d0542f39d req-22f53f7e-91ad-4a47-bb57-c0d06ca951ec tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388836
Dec 03 03:41:44.635477 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Network c5c6702f-c84a-4294-8851-c2f80e6f3fe1 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:41:44.660954 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:41:44.733049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97f0326-6157-47c0-a379-98169e3d6388 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:41:44.740474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.749130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.754603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Transition to ACTIVE for port object e97f0326-6157-47c0-a379-98169e3d6388 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:41:44.754795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.759832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:44.759978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0d2c1e1e-ddeb-4764-be68-559664d6257a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:44.777403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:44.784095 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c6702f-c84a-4294-8851-c2f80e6f3fe1,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:44.787136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:44.795082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-aa60ed86-c954-4b68-b52a-f1755b8ea974 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5c6702f-c84a-4294-8851-c2f80e6f3fe1 HTTP/1.1" status: 204  len: 168 time: 1.9532094
Dec 03 03:41:44.907982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Pushing event updated for resources: {'Port': ['ID=e97f0326-6157-47c0-a379-98169e3d6388,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:44.918415 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:45.039068 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37226) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:45.098641 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3e32971a-5c15-449f-95bf-b1841bfd4c5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f4fcf788cc14d2eb287d7397fb1be0b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0573993
Dec 03 03:41:45.101162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37232) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:45.114602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Attempting to bind port e97f0326-6157-47c0-a379-98169e3d6388 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:41:45.114978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Attempting to bind port e97f0326-6157-47c0-a379-98169e3d6388 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:41:45.115422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Attempting to bind port e97f0326-6157-47c0-a379-98169e3d6388 on network f3549cf6-ed17-48c1-b65b-f417f27a00cc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:41:45.121503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:41:45.121883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Checking segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:41:45.122316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.122719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Bound using segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:41:45.123260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Bound port: e97f0326-6157-47c0-a379-98169e3d6388, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:41:45.123637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.173892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.230760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.256099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] For port e97f0326-6157-47c0-a379-98169e3d6388, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:41:45.260671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] For port e97f0326-6157-47c0-a379-98169e3d6388, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e97f0326-6157-47c0-a379-98169e3d6388,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:41:45.270684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.287686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c8e55d8-4509-41d9-9c3b-a39a0710af14 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:45.288193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.300253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b812e070-e1b8-4374-afa7-acf969e63cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:45.314869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44a3e7-66f4-4958-b579-0caf69ccfc81,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:45.317435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:45.318960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.320357 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e44a3e7-66f4-4958-b579-0caf69ccfc81 HTTP/1.1" status: 204  len: 168 time: 0.2176206
Dec 03 03:41:45.499503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Pushing event updated for resources: {'Port': ['ID=e97f0326-6157-47c0-a379-98169e3d6388,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:45.503238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:45.578515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:45.579198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.580698 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] 10.222.0.64 "PUT /v2.0/ports/e97f0326-6157-47c0-a379-98169e3d6388 HTTP/1.1" status: 200  len: 1157 time: 1.8975885
Dec 03 03:41:45.581274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:45.600692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6e06-f07c-4f9a-8841-c5440246519c req-da50d9b4-32df-4093-8357-f663f1c657e1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:45.605113 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-162c6e06-f07c-4f9a-8841-c5440246519c req-da50d9b4-32df-4093-8357-f663f1c657e1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.2793939
Dec 03 03:41:45.653934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37256) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:45.755080 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-162c6e06-f07c-4f9a-8841-c5440246519c req-a0f86d0a-9ab1-437b-8222-e86ad983da4a tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1418869
Dec 03 03:41:45.834629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37262) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:45.835535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:45.838401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-0a973767-0480-453f-8248-205aa962d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:45.840054 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-0a973767-0480-453f-8248-205aa962d4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 1160 time: 0.1935458
Dec 03 03:41:45.841830 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388', 'status': 'completed', 'code': 200}
Dec 03 03:41:45.849055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5ea2-3029-4281-91df-0609b303b09d req-7823beb3-d213-4054-afa0-f2a84789b2c1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:45.850637 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-833c5ea2-3029-4281-91df-0609b303b09d req-7823beb3-d213-4054-afa0-f2a84789b2c1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 943 time: 0.1653731
Dec 03 03:41:45.873401 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:45.885201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Usage tracker for resource:security_group_rule and tenant:7f864dbd78114e01b60dd3cf16ecf02c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:45.889740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:45.899962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:45.926088 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d4e5a4e8-85cd-4d82-bcf9-5c354b7dec5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5989d53a0894c5ba3c57dcf899e4020&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0776663
Dec 03 03:41:45.927810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37266) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:45.958779 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-82741df8-1d2f-4d11-88ce-3428e8113dfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e97f0326-6157-47c0-a379-98169e3d6388 HTTP/1.1" status: 200  len: 217 time: 0.0861320
Dec 03 03:41:46.007325 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.011674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.021051 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-58f502f3-25c5-4cbf-99d9-a67ebbe4eb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:46.030031 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-833c5ea2-3029-4281-91df-0609b303b09d req-1108a96e-95f8-42bf-a2f4-785ddce42a53 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716714
Dec 03 03:41:46.052895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cd4d53-90ac-46a9-b326-a118e8daf9a9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:46.057789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:46.078581 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f864dbd78114e01b60dd3cf16ecf02c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4234114
Dec 03 03:41:46.081174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37270) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:46.094586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca19de-2597-4730-bf42-75928fd28849 req-3308ba73-9ddc-4afd-99bf-d7907098b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:46.096306 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-3308ba73-9ddc-4afd-99bf-d7907098b096 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.1285450
Dec 03 03:41:46.101073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.150316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.175856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.185836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.186042 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-9cba3fb9-6cb0-4fe9-9b58-c122dbc32b8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586386
Dec 03 03:41:46.240599 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ee60d26-28c2-4dd1-8bbd-6c691249c16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.250786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.257243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a61bd1bf-c51f-42a9-8a51-1b82c9208780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:46.271879 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cd4d53-90ac-46a9-b326-a118e8daf9a9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:46.276110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:46.279796 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.283520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4287dc52-8ad4-4ba8-8b1d-7d4e114f573e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39cd4d53-90ac-46a9-b326-a118e8daf9a9 HTTP/1.1" status: 204  len: 168 time: 0.2013445
Dec 03 03:41:46.343864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.360558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8ba2faf-7e8f-4ead-a91b-89adcfff4eab tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:46.376757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12879546-90ee-466e-a1da-ee9c1ac8702e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:46.389716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:46.406840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.408089 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12879546-90ee-466e-a1da-ee9c1ac8702e HTTP/1.1" status: 204  len: 168 time: 0.4703627
Dec 03 03:41:46.417034 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-c8cf7cac-bb08-4deb-b4e7-e03c98116bfc service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012796
Dec 03 03:41:46.627658 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35ca19de-2597-4730-bf42-75928fd28849 req-53ce6cf0-b3d5-47d8-9891-5bf61b1f987e service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1940079
Dec 03 03:41:46.688413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.841973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-fa9dd20a-bcc9-43d4-bd67-12b591132fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:46.843643 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-fa9dd20a-bcc9-43d4-bd67-12b591132fb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 1160 time: 0.1134565
Dec 03 03:41:46.873685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37282) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:46.897737 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:46.916621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:46.921391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cee142f7da46e094ab5c41ae2de917 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:46.924466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:46.930728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:47.023211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.027045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.035989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8d613b0-db5a-4e3f-9200-835567f4f776 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:47.064795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-7264724f-dfbe-4b4c-8814-fd34a96af202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:47.066476 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-7264724f-dfbe-4b4c-8814-fd34a96af202 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 908 time: 0.2130527
Dec 03 03:41:47.087105 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9cee142f7da46e094ab5c41ae2de917&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2088180
Dec 03 03:41:47.087814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37288) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:47.090876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62966e94-5a7a-4b8d-abc0-c98a5fd03df3,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:47.120794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dbb098d3-473d-4719-b2bf-c5a75e43aae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:47.141414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff0de5-6308-4d79-a458-92a083ff77d1 req-9a095b92-730d-475d-b519-c8f0c1debd90 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:47.143086 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fff0de5-6308-4d79-a458-92a083ff77d1 req-9a095b92-730d-475d-b519-c8f0c1debd90 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.2038198
Dec 03 03:41:47.152324 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-8e3d91b2-c597-4b49-8372-15bb24c187f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e97f0326-6157-47c0-a379-98169e3d6388 HTTP/1.1" status: 200  len: 217 time: 0.0785005
Dec 03 03:41:47.168829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.200053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.248499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.253979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1350d97e-1a5f-48d2-a422-71832a92a1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:47.267926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62966e94-5a7a-4b8d-abc0-c98a5fd03df3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:47.270848 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:47.275318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.277372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62966e94-5a7a-4b8d-abc0-c98a5fd03df3 HTTP/1.1" status: 204  len: 168 time: 0.1876454
Dec 03 03:41:47.299223 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fff0de5-6308-4d79-a458-92a083ff77d1 req-ba435704-5d68-438e-a403-d9aa5d5e42f2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1458583
Dec 03 03:41:47.322077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-1f7b2725-686f-4aa2-850e-62c7d55f7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:47.323697 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-1f7b2725-686f-4aa2-850e-62c7d55f7d79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.1530969
Dec 03 03:41:47.381849 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-920b5353-41d8-4261-938f-f0d69ea957c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487862
Dec 03 03:41:47.390784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67239f2-6be7-402b-9439-b0eb7fe04665 req-bbbaf6c6-3f8c-4de4-9a7b-513359500772 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:47.392338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67239f2-6be7-402b-9439-b0eb7fe04665 req-bbbaf6c6-3f8c-4de4-9a7b-513359500772 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 943 time: 0.1832294
Dec 03 03:41:47.475978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.707384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:47.774472 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b67239f2-6be7-402b-9439-b0eb7fe04665 req-6cd14b76-e411-427a-8068-41272bdf2944 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3567028
Dec 03 03:41:47.799100 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-56aec9e7-2a15-43ba-909e-7ee991ad04ab service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4057026
Dec 03 03:41:47.952435 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24f36845-77cc-4a03-8b8a-958494ef34d7 req-37aa7b8f-25db-48c0-90d7-875e8b6ea676 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425579
Dec 03 03:41:48.184867 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:48.533926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a719e-279f-4fe6-9726-39a648737b08 req-75f9092d-8d63-46bc-ba4c-0be00c5467a8 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:48.535576 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-321a719e-279f-4fe6-9726-39a648737b08 req-75f9092d-8d63-46bc-ba4c-0be00c5467a8 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.0959251
Dec 03 03:41:48.589028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-321a719e-279f-4fe6-9726-39a648737b08 req-26af4e50-96fb-4d3c-b796-36e759078fad tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0463238
Dec 03 03:41:48.743731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 37320) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:48.902219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:48.960681 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:48.967064 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Usage tracker for resource:security_group_rule and tenant:d5af607ba4574b15ac6205685e649ca7 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:48.970678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:48.983454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:49.041318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c739a53-47ac-4da3-b926-c3f12c69b11f req-5230e181-26cc-4c0b-9494-65d349ea46eb tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:49.043027 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c739a53-47ac-4da3-b926-c3f12c69b11f req-5230e181-26cc-4c0b-9494-65d349ea46eb tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 943 time: 0.1315165
Dec 03 03:41:49.077537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-99a69697-1da1-47ee-ba57-16210baa370b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:41:49.125523 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c739a53-47ac-4da3-b926-c3f12c69b11f req-a6d6caa1-828e-438f-b602-307e867903fc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748391
Dec 03 03:41:49.146321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.149790 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.158699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-555ad260-130f-4831-8dc0-fbc167c98cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:49.201625 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5af607ba4574b15ac6205685e649ca7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4567091
Dec 03 03:41:49.203544 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e086a-57c2-4256-b77f-1bd6acb6ac65,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:49.204420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37328) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:41:49.206831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:49.270667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.299041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.344207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.349276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ace135bf-ac54-4631-bee8-4414e0004535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:49.364073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e086a-57c2-4256-b77f-1bd6acb6ac65,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:49.366615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:49.372995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:49.375375 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3888a9c3-1777-42db-898d-dae20229fcfc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/937e086a-57c2-4256-b77f-1bd6acb6ac65 HTTP/1.1" status: 204  len: 168 time: 0.1687100
Dec 03 03:41:49.815476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea726-551d-4999-899b-a9acaa532907 req-d23eb39a-bd49-4c61-b78c-2adc59b8d00b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:49.817311 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6eea726-551d-4999-899b-a9acaa532907 req-d23eb39a-bd49-4c61-b78c-2adc59b8d00b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.0975869
Dec 03 03:41:49.868114 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6eea726-551d-4999-899b-a9acaa532907 req-c86ddb82-bdf6-4aa5-94c4-bc4b2a50569a tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437052
Dec 03 03:41:49.990412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 01a7c05b-85fc-46aa-9257-cbcd90973e50 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:50.242672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 01a7c05b-85fc-46aa-9257-cbcd90973e50 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:50.248954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 01a7c05b-85fc-46aa-9257-cbcd90973e50 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:50.249490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.355364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517cd6-e88e-4622-bef6-58fdcb1e47b0 req-9e5e518e-305f-49e8-9bd7-c4418baa3fd5 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:50.357560 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8517cd6-e88e-4622-bef6-58fdcb1e47b0 req-9e5e518e-305f-49e8-9bd7-c4418baa3fd5 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 943 time: 0.0904906
Dec 03 03:41:50.372769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.412999 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8517cd6-e88e-4622-bef6-58fdcb1e47b0 req-82a92355-d673-4cf8-bb14-59e2fef1ab28 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454319
Dec 03 03:41:50.413208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:50.422577 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:50.425993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.427093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e97f0326-6157-47c0-a379-98169e3d6388 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:50.467957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:50.511365 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'code': 200}
Dec 03 03:41:50.569119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:50.579619 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.580010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.580403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.580782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.581158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.581533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.581904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.582308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.582683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.583181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.583394 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.583759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.584216 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.584586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.584951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.585329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.585652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.586050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.586638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.587007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.587376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.587739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.588102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.588464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:41:50.592810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:50.593587 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port e97f0326-6157-47c0-a379-98169e3d6388 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:41:50.598941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port e97f0326-6157-47c0-a379-98169e3d6388 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:50.599364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.724338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.759210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port e97f0326-6157-47c0-a379-98169e3d6388, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e97f0326-6157-47c0-a379-98169e3d6388,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:41:50.762127 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:50.764444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:50.821924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed233b2-67be-4ebb-9cf4-09f9ad96022b req-ca0e6a6e-d7c4-4fc3-a734-147f14b794e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:50.823761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ed233b2-67be-4ebb-9cf4-09f9ad96022b req-ca0e6a6e-d7c4-4fc3-a734-147f14b794e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1163 time: 0.0835450
Dec 03 03:41:50.840611 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=e97f0326-6157-47c0-a379-98169e3d6388,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:50.844033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:50.890777 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ed233b2-67be-4ebb-9cf4-09f9ad96022b req-72dd2a41-1320-4f91-ba24-67a4890ae2f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593808
Dec 03 03:41:51.083109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad8d62-2a0e-46ea-a7ff-9834d0c88db5 req-52a737e8-dd1a-4dd8-8e2c-b6d54bf9299b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:51.084745 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6bad8d62-2a0e-46ea-a7ff-9834d0c88db5 req-52a737e8-dd1a-4dd8-8e2c-b6d54bf9299b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.0842500
Dec 03 03:41:51.135244 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6bad8d62-2a0e-46ea-a7ff-9834d0c88db5 req-142b8bc6-aea7-4401-a9cc-42f86e9a2a31 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435629
Dec 03 03:41:51.272595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 01a7c05b-85fc-46aa-9257-cbcd90973e50 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:51.345537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 01a7c05b-85fc-46aa-9257-cbcd90973e50 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:51.345965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:51.471194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e97f0326-6157-47c0-a379-98169e3d6388 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:41:51.540446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port e97f0326-6157-47c0-a379-98169e3d6388 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:41:51.540770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:51.629725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d3f76-1ba3-4f3f-ae3a-667a5683d0b2 req-5e7010d8-7d8b-4295-80d8-5494cf123541 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:51.631393 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d89d3f76-1ba3-4f3f-ae3a-667a5683d0b2 req-5e7010d8-7d8b-4295-80d8-5494cf123541 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0859873
Dec 03 03:41:51.681963 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d89d3f76-1ba3-4f3f-ae3a-667a5683d0b2 req-a074fb8c-e0f1-41ec-bb59-135e7bdd076b tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429988
Dec 03 03:41:52.361450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c91b34-ec4a-4d34-b53f-84ccf99c1be4 req-c668799a-b16a-41a7-a960-c559bfbf2edc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:52.363121 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73c91b34-ec4a-4d34-b53f-84ccf99c1be4 req-c668799a-b16a-41a7-a960-c559bfbf2edc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.0946219
Dec 03 03:41:52.411298 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73c91b34-ec4a-4d34-b53f-84ccf99c1be4 req-9c54ea37-8d36-400e-ba6f-40d5f368c0e8 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412281
Dec 03 03:41:52.513391 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:52.577899 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388', 'code': 200}
Dec 03 03:41:52.628026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc925-2dc0-4aa3-88aa-ce11f360d32a req-e4b6b643-15a8-4e8d-a842-539f05d711ca tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:52.629667 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec4fc925-2dc0-4aa3-88aa-ce11f360d32a req-e4b6b643-15a8-4e8d-a842-539f05d711ca tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.0851176
Dec 03 03:41:52.681082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec4fc925-2dc0-4aa3-88aa-ce11f360d32a req-fa6d1246-1bb3-4302-9cbd-8e5f9629c052 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0446551
Dec 03 03:41:52.957242 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-87f15263-3a04-4491-9952-fdf8bbbd5949 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2202046
Dec 03 03:41:52.970885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:52.982669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635de1-c0a8-46b8-a28a-cf16d9f154f9 req-e085d29a-fc48-40bf-8d0b-f827ea879186 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:52.984169 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39635de1-c0a8-46b8-a28a-cf16d9f154f9 req-e085d29a-fc48-40bf-8d0b-f827ea879186 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.1601069
Dec 03 03:41:52.985161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:41:52.989430 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Usage tracker for resource:floatingip and tenant:53824ced637f4561a36b7f7aacf50bec is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:41:52.994600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:41:53.017096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:41:53.038699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:53.068680 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39635de1-c0a8-46b8-a28a-cf16d9f154f9 req-8adf4ec4-ad47-402e-8166-b0a833c1996c tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758183
Dec 03 03:41:53.197514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:53.480119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.27.0.144 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/8f352ceb-5d13-4cc3-8d40-bfae1fa2c776) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:41:53.638739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:53.664016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:53.679009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee148cc7-8d6a-4a57-b576-1a28353a9594 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:53.806173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=8f352ceb-5d13-4cc3-8d40-bfae1fa2c776,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:53.815858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:53.871532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:41:53.872726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:41:53.875009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:41:53.956429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.015963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.357686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b07ee-226d-4509-85b9-9a2b48e746a2 req-28d100c4-fdda-4159-bcf7-fe31a4f25937 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:54.359360 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e8b07ee-226d-4509-85b9-9a2b48e746a2 req-28d100c4-fdda-4159-bcf7-fe31a4f25937 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.1416266
Dec 03 03:41:54.396764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.403998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.425957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e68484ef-3b1f-4164-995d-3d683522e187 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:41:54.572634 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e8b07ee-226d-4509-85b9-9a2b48e746a2 req-24c651f1-9840-45c1-a3b1-55c52433b08a tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031915
Dec 03 03:41:54.587661 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=8f352ceb-5d13-4cc3-8d40-bfae1fa2c776,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:41:54.592178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:41:54.712919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.743221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:54.744544 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7806432
Dec 03 03:41:54.832207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-0a52a77c-55e0-4bb2-a0b5-0cd8a2ab5839 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:41:54.848940 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-0a52a77c-55e0-4bb2-a0b5-0cd8a2ab5839 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:41:54.850220 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-0a52a77c-55e0-4bb2-a0b5-0cd8a2ab5839 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.144 HTTP/1.1" status: 200  len: 696 time: 0.0991545
Dec 03 03:41:55.013615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-d80dfe0b-1259-4ec8-a18b-b9d64156ba8e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:55.015125 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-37b8e08d-f96f-4f55-b0ad-a505de0f7df9 req-d80dfe0b-1259-4ec8-a18b-b9d64156ba8e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1577833
Dec 03 03:41:55.211795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-af4f444b-3c48-4edd-b0a6-343e34ccd9c1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:55.213470 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-af4f444b-3c48-4edd-b0a6-343e34ccd9c1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0902309
Dec 03 03:41:55.299308 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-890e1171-6498-4857-980d-d5934c7014e1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.144 HTTP/1.1" status: 200  len: 696 time: 0.0790923
Dec 03 03:41:55.310813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'port_id': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:41:55.401062 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:56.099482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436af9-d530-4daf-a40c-e0169ac821d8 req-46bde0d8-c4c1-4a01-9032-362e02db29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:56.101127 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8436af9-d530-4daf-a40c-e0169ac821d8 req-46bde0d8-c4c1-4a01-9032-362e02db29b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 1162 time: 0.6376028
Dec 03 03:41:56.110639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750571-27d5-4e6b-a07d-321b5ca0dc03 req-bf79c690-62dc-4351-b509-74a24dc1763f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:56.112172 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de750571-27d5-4e6b-a07d-321b5ca0dc03 req-bf79c690-62dc-4351-b509-74a24dc1763f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.3703649
Dec 03 03:41:56.198793 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de750571-27d5-4e6b-a07d-321b5ca0dc03 req-60549bc3-4af6-4e81-9522-c57727f2d910 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764923
Dec 03 03:41:56.425546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:56.428265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:56.609664 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP 7b8e98a8-c6c0-4286-a386-bf9b4cade84d associated. External IP: 172.27.0.144, port: 01a7c05b-85fc-46aa-9257-cbcd90973e50.
Dec 03 03:41:56.972722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:41:57.152543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8436af9-d530-4daf-a40c-e0169ac821d8 req-1d4f05cd-0e5e-4cd6-a4ef-3dc3b5097024 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744783
Dec 03 03:41:57.192140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:41:57.197777 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:41:57.204073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:41:57.215998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:57.216786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf13588>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:57.260195 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-511cf36a-8e43-4d06-9008-cca954b20e28 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "PUT /v2.0/floatingips/7b8e98a8-c6c0-4286-a386-bf9b4cade84d HTTP/1.1" status: 200  len: 997 time: 1.9535961
Dec 03 03:41:57.260768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:41:57.383820 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-9963dd36-4824-4e3a-88da-37de75b33d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:57.385473 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-9963dd36-4824-4e3a-88da-37de75b33d4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1163 time: 0.1119387
Dec 03 03:41:57.405131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:57.559905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f4e66-238a-4d84-968b-a84de12db4af req-632ef03a-4aef-4ebc-a009-d4f1db6d76bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:57.561539 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841f4e66-238a-4d84-968b-a84de12db4af req-632ef03a-4aef-4ebc-a009-d4f1db6d76bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.2146699
Dec 03 03:41:57.570694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-7806e191-6744-4105-9ff4-b35bea5d4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:57.572401 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-7806e191-6744-4105-9ff4-b35bea5d4959 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1760719
Dec 03 03:41:57.705317 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841f4e66-238a-4d84-968b-a84de12db4af req-21d05871-6886-4d42-9da3-71f2932de8c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363604
Dec 03 03:41:57.721696 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-9a6120bd-82c5-43a2-85c0-992e755d624a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 1000 time: 0.1299655
Dec 03 03:41:57.794587 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'status': 'completed', 'code': 200}
Dec 03 03:41:57.806722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-3196a1b5-7932-48aa-b2fc-180ec12a8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:57.808350 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-3196a1b5-7932-48aa-b2fc-180ec12a8895 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0781815
Dec 03 03:41:57.894953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-0e42b24e-56bf-4cd2-8f2f-30c70af3ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:57.896626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-0e42b24e-56bf-4cd2-8f2f-30c70af3ef13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810151
Dec 03 03:41:57.939073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf13588>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '7b8e98a8-c6c0-4286-a386-bf9b4cade84d', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:7c:aa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:41:53Z', 'updated_at': '2020-12-03T03:41:56Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:57.943516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:41:57.953058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:41:57.953730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf13588>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:41:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:58.052329 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-7ebc5487-6f81-4eae-977d-84aab0d2ca0d service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477110
Dec 03 03:41:58.142312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:41:58.482182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31483191-99c2-42d2-b25c-7718b45c03d0 req-5b18bf1d-e28b-434d-a690-ee8d879c8c26 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4233167
Dec 03 03:41:58.597794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cf13588>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '7b8e98a8-c6c0-4286-a386-bf9b4cade84d', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:7c:aa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:41:53Z', 'updated_at': '2020-12-03T03:41:56Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:41:58.602669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a48c84-b208-4538-9850-40257c2aa022 None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '7b8e98a8-c6c0-4286-a386-bf9b4cade84d', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:7c:aa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:41:53Z', 'updated_at': '2020-12-03T03:41:56Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:41:58.881388 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f39573-332e-4df1-bac8-9d50e8546e29 None None] New status for floating IP 7b8e98a8-c6c0-4286-a386-bf9b4cade84d: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:41:58.927757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031742a-7814-4981-9339-c6469be83e45 req-fbaf142e-6db5-4b9b-9174-f1931b265428 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:58.929376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c031742a-7814-4981-9339-c6469be83e45 req-fbaf142e-6db5-4b9b-9174-f1931b265428 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0914731
Dec 03 03:41:58.978608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c031742a-7814-4981-9339-c6469be83e45 req-b68c1cf7-7df8-43c2-8d18-9b06b6072ec5 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427437
Dec 03 03:41:59.216337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-687a4475-3115-4497-818d-40ef3c90e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:59.217985 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-687a4475-3115-4497-818d-40ef3c90e7bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1163 time: 0.0795193
Dec 03 03:41:59.364615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-26141665-b0ea-4cc1-b73c-6e6ff06c217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:59.366209 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-26141665-b0ea-4cc1-b73c-6e6ff06c217a service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1404259
Dec 03 03:41:59.478272 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-406db453-f77d-4a6e-90a7-3624b3b4f95e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 1002 time: 0.1042972
Dec 03 03:41:59.548123 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-7923f3f0-735c-426b-b29a-bd2db55d4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:59.550089 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-7923f3f0-735c-426b-b29a-bd2db55d4e95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0647295
Dec 03 03:41:59.634914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-b2d34e88-2690-4be9-80b4-319afcad20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:41:59.636591 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-b2d34e88-2690-4be9-80b4-319afcad20cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785513
Dec 03 03:41:59.790074 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-04e43dc7-4b67-4b9e-9eda-5eedc31cb714 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389432
Dec 03 03:41:59.951725 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5fab9d6b-20b8-431b-81d5-050d463f86cc req-de2c1ec8-f8aa-4eb2-8dea-9acb9fa97871 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432452
Dec 03 03:42:00.204846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635ab42-c8e9-4287-826a-62a45813c6b3 req-328faf1c-accb-4cae-8f56-790f6743151d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:00.206513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9635ab42-c8e9-4287-826a-62a45813c6b3 req-328faf1c-accb-4cae-8f56-790f6743151d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0894945
Dec 03 03:42:00.255150 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9635ab42-c8e9-4287-826a-62a45813c6b3 req-96c9df4a-b61d-4b2d-a0b9-5038cb8bf8b5 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416403
Dec 03 03:42:02.705288 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:42:10.485279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7f890b2a-135f-4026-8912-6db7f6e13708 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:10.486830 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7f890b2a-135f-4026-8912-6db7f6e13708 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.1598067
Dec 03 03:42:10.504051 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-a6550643-a89c-48eb-b02f-499144e5e913 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/quotas/b073306a442b4c14b452213b4b59c308 HTTP/1.1" status: 200  len: 375 time: 0.0102634
Dec 03 03:42:10.591639 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-38cbac45-08f0-45fd-8828-cf162492f6bd tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0817480
Dec 03 03:42:10.745377 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-66291051-9a8e-4c65-a404-6f3d4cfdbac0 service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460581
Dec 03 03:42:10.902654 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-bc481313-0ff2-4dba-9b35-74de7286f779 service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501756
Dec 03 03:42:11.144859 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17418029-ebdd-4aaf-bd95-b177912634f6 req-20a82660-8231-46f8-aa77-c9c7a98897b9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 210 time: 0.0547068
Dec 03 03:42:12.333377 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e939c0f2-49a8-4f97-beb5-efa4cda2af48 req-b859be61-3c33-4e8a-b30e-bdbbb4fc9f8f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 210 time: 0.0511925
Dec 03 03:42:12.535407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37550) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:42:12.637157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e3a6c1fe-07d5-43a4-9751-444edbab4fb8 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:12.639079 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e3a6c1fe-07d5-43a4-9751-444edbab4fb8 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.1661518
Dec 03 03:42:12.667098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Request body: {'port': {'device_id': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc', 'admin_state_up': True, 'tenant_id': 'b073306a442b4c14b452213b4b59c308'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:12.709901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:12.726359 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:42:12.731919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa62caa97a4344a691e2744a32befd5b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:42:12.735106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:42:12.741273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:42:12.826993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:42:12.833197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:12.836084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:12.837798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:42:12.846065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9bb253ac-7a35-4382-94ed-9f2b7ba12555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:12.849844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:42:12.856099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:12.894214 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa62caa97a4344a691e2744a32befd5b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3575494
Dec 03 03:42:12.896197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fbdfc-162a-4ddc-ae3a-f7a97f87136a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:12.899441 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37560) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:42:12.902217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:12.967134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.000291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.055844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.060999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df81d8ee-89d0-4896-8a7e-234edc5961e5 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:13.072522 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fbdfc-162a-4ddc-ae3a-f7a97f87136a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:13.075075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:13.080907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.084528 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-44179f2e-6c72-45e6-8607-3ea8f8f13f01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/632fbdfc-162a-4ddc-ae3a-f7a97f87136a HTTP/1.1" status: 204  len: 168 time: 0.1841602
Dec 03 03:42:13.202419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Allocated IP 172.20.0.14 (f3549cf6-ed17-48c1-b65b-f417f27a00cc/6971c23a-1c79-44f8-aab0-58a5a597369a/c0531fe2-9f85-40bc-ac76-735de4473139) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:42:13.489869 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.562012 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dfaf883f-ca97-4991-9d91-509efb037b40 req-1edb6075-616a-447f-a073-c113949f63f6 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 210 time: 0.0595870
Dec 03 03:42:13.588276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.606739 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-15df8be3-db01-4016-86c4-23da92e6819e tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:13.693007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ff30520-6b11-4793-89ff-e366b3f9eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:13.768061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event updated for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:13.778802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:14.109106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:42:14.111054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:42:14.113726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:42:14.185955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:14.187484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:14.230995 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5696950
Dec 03 03:42:14.256265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Request body: {'port': {'device_id': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:14.408801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:14.862565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76e94b-dbb5-4ac5-8c0e-4d45400521de req-985d1c02-f8c2-49aa-9d0c-66e672e6dd1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:14.863382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8f76e94b-dbb5-4ac5-8c0e-4d45400521de req-985d1c02-f8c2-49aa-9d0c-66e672e6dd1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:42:14.936978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8f76e94b-dbb5-4ac5-8c0e-4d45400521de req-985d1c02-f8c2-49aa-9d0c-66e672e6dd1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:42:14.938287 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f76e94b-dbb5-4ac5-8c0e-4d45400521de req-985d1c02-f8c2-49aa-9d0c-66e672e6dd1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 932 time: 0.2294097
Dec 03 03:42:14.964735 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0531fe2-9f85-40bc-ac76-735de4473139 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:42:14.976041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.005282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Transition to ACTIVE for port object c0531fe2-9f85-40bc-ac76-735de4473139 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:42:15.008565 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f76e94b-dbb5-4ac5-8c0e-4d45400521de req-a87e64a7-f13b-44e2-94b3-738b4531f950 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633566
Dec 03 03:42:15.009673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.026130 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b8d67f6-41f5-4bdb-8526-c1c56e094746 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:15.161215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Pushing event updated for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:15.171443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:15.354437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Attempting to bind port c0531fe2-9f85-40bc-ac76-735de4473139 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:42:15.354815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Attempting to bind port c0531fe2-9f85-40bc-ac76-735de4473139 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:42:15.355185 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Attempting to bind port c0531fe2-9f85-40bc-ac76-735de4473139 on network f3549cf6-ed17-48c1-b65b-f417f27a00cc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:42:15.360862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:42:15.361243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Checking segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:42:15.361653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.362058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Bound using segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:42:15.362564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Bound port: c0531fe2-9f85-40bc-ac76-735de4473139, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:42:15.362946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.458638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:42:15.461893 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c0531fe2-9f85-40bc-ac76-735de4473139,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:42:15.465254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.481355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2d93440f-9b7f-4245-865b-467f5b66aa62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:15.639811 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Pushing event updated for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:15.644751 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:15.677284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:15.677975 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:15.679589 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] 10.222.0.64 "PUT /v2.0/ports/c0531fe2-9f85-40bc-ac76-735de4473139 HTTP/1.1" status: 200  len: 1158 time: 1.4281771
Dec 03 03:42:15.680767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:15.738041 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139', 'status': 'completed', 'code': 200}
Dec 03 03:42:15.839564 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-b65303f8-3a02-4339-9fa7-20f87abeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:15.841376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-b65303f8-3a02-4339-9fa7-20f87abeecec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 1161 time: 0.0810256
Dec 03 03:42:15.920991 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-46bd57c9-7048-4a26-86e5-1568be07ba2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0531fe2-9f85-40bc-ac76-735de4473139 HTTP/1.1" status: 200  len: 217 time: 0.0638142
Dec 03 03:42:15.994255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-fc3d685f-6d05-4051-9c0e-4e1cadf8e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:15.995859 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-fc3d685f-6d05-4051-9c0e-4e1cadf8e3c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0682659
Dec 03 03:42:16.055237 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-9d18f262-de03-42ce-8931-6c4eaa3ed3c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464065
Dec 03 03:42:16.239628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84f5b5c6-3602-449b-9b75-23f942c190b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:16.277636 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-0ea7778f-a9f5-49b1-ab02-3bdb9a0d4039 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153106
Dec 03 03:42:16.293997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5a7fa-26e2-467e-8853-5d3efff8fbb3 req-d43081a1-723f-4857-8ce0-e87bee79f37e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:16.295737 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1d5a7fa-26e2-467e-8853-5d3efff8fbb3 req-d43081a1-723f-4857-8ce0-e87bee79f37e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 944 time: 0.1380472
Dec 03 03:42:16.439763 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1d5a7fa-26e2-467e-8853-5d3efff8fbb3 req-51911565-0a21-4753-8eaa-c345523c5ffa tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164823
Dec 03 03:42:16.477518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-197c5260-4fc8-431e-b702-b6e3e5856b1f req-eab686e3-23e4-40b7-92ca-0584a2ba9b83 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1909029
Dec 03 03:42:16.650627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-b79b8596-b918-465d-9bfb-933b7965b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:16.652269 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-b79b8596-b918-465d-9bfb-933b7965b2ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 1161 time: 0.0756557
Dec 03 03:42:16.681459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:16.805662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-459c8934-aba9-4e56-83a9-c1d5d30e2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:16.807325 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-459c8934-aba9-4e56-83a9-c1d5d30e2d61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 908 time: 0.1475952
Dec 03 03:42:16.885712 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-7f9a95fb-16f5-4400-b9f7-c6965f00b7e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0531fe2-9f85-40bc-ac76-735de4473139 HTTP/1.1" status: 200  len: 217 time: 0.0705187
Dec 03 03:42:16.957513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-ef1c118c-c9d2-4caa-b06f-50b137805341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:16.959136 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-ef1c118c-c9d2-4caa-b06f-50b137805341 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0648823
Dec 03 03:42:17.010372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-86001e0f-4eec-4115-84c3-23cf7e6f2f52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434291
Dec 03 03:42:17.161883 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-1decb92c-e911-417e-8985-2c6481f54b96 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425653
Dec 03 03:42:17.320434 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94df9e79-27db-4bb9-8bfd-4348ace955d5 req-e9f4b81a-5c69-43d8-96e7-4adf70eb4db7 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450491
Dec 03 03:42:17.470516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:17.667089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0bcd4-8fda-4337-9dac-69101fc41210 req-3eda8735-3473-4dc7-bffe-5b3ba6f361a0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:17.668638 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a7c0bcd4-8fda-4337-9dac-69101fc41210 req-3eda8735-3473-4dc7-bffe-5b3ba6f361a0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 944 time: 0.0933311
Dec 03 03:42:17.709444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:17.718151 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a7c0bcd4-8fda-4337-9dac-69101fc41210 req-733fc04d-1115-4022-8b19-c739dfd42847 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431433
Dec 03 03:42:18.190521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:18.938620 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300e44b-473f-4d2e-b398-23cac2dbc6a0 req-c737bcd5-380c-45db-9702-1884a738f235 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:18.940235 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a300e44b-473f-4d2e-b398-23cac2dbc6a0 req-c737bcd5-380c-45db-9702-1884a738f235 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 944 time: 0.0897689
Dec 03 03:42:18.987822 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a300e44b-473f-4d2e-b398-23cac2dbc6a0 req-3ad44d0d-23d8-4b45-b943-ce96a321fcb4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406301
Dec 03 03:42:20.201809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46e37-bd76-4065-87f2-a7eb2d2c8437 req-2b4ec4cb-4a4c-445b-8d66-a70ccfaaf136 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:20.203459 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3c46e37-bd76-4065-87f2-a7eb2d2c8437 req-2b4ec4cb-4a4c-445b-8d66-a70ccfaaf136 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 944 time: 0.0826709
Dec 03 03:42:20.252797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3c46e37-bd76-4065-87f2-a7eb2d2c8437 req-55e963fc-99f5-4001-81ee-6b2faf3b19bc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426657
Dec 03 03:42:20.421483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c0531fe2-9f85-40bc-ac76-735de4473139 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:20.489221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port c0531fe2-9f85-40bc-ac76-735de4473139 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:42:20.495011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c0531fe2-9f85-40bc-ac76-735de4473139 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:20.495435 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:20.623126 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:20.651845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:20.663151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c0531fe2-9f85-40bc-ac76-735de4473139,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:42:20.667375 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:20.670794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:20.718123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139', 'code': 200}
Dec 03 03:42:20.744167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:20.748528 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:21.009094 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1654722-4d95-4009-a615-68f528647359 req-da362a39-2876-4cbf-892e-7325d3b78386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:21.010966 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c1654722-4d95-4009-a615-68f528647359 req-da362a39-2876-4cbf-892e-7325d3b78386 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 1163 time: 0.0871303
Dec 03 03:42:21.060112 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c1654722-4d95-4009-a615-68f528647359 req-c4b7e059-9f04-419f-abd2-00ff87cdde18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409167
Dec 03 03:42:21.466123 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1425e7-2112-428b-b528-2a7d2b78c27e req-20c51c56-9d0d-4ec5-8c02-bc37896cbbc7 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:21.467824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fa1425e7-2112-428b-b528-2a7d2b78c27e req-20c51c56-9d0d-4ec5-8c02-bc37896cbbc7 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 946 time: 0.0848825
Dec 03 03:42:21.518572 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fa1425e7-2112-428b-b528-2a7d2b78c27e req-73b4a5d6-e31d-40ac-bea3-fdada1babe4c tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442998
Dec 03 03:42:22.085813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c0531fe2-9f85-40bc-ac76-735de4473139 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:22.169164 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c0531fe2-9f85-40bc-ac76-735de4473139 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:22.169671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:22.747420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ef4ab-ee68-49a1-be33-a6940429b071 req-53a7d41b-5094-4f29-8040-bea97ae846e4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:22.749182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-429ef4ab-ee68-49a1-be33-a6940429b071 req-53a7d41b-5094-4f29-8040-bea97ae846e4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 946 time: 0.0886631
Dec 03 03:42:22.799584 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-429ef4ab-ee68-49a1-be33-a6940429b071 req-7c964d65-c15e-4a48-9019-166d4a8fca36 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432625
Dec 03 03:42:26.452152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c0531fe2-9f85-40bc-ac76-735de4473139 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:26.525261 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port c0531fe2-9f85-40bc-ac76-735de4473139 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:26.525689 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:27.454264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-fb0bfd0d-3084-4e5c-970f-b7af52ff1854 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:27.455902 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-fb0bfd0d-3084-4e5c-970f-b7af52ff1854 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.1569948
Dec 03 03:42:27.471750 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-b73888d6-8a8e-4013-9fdc-85c769393879 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/quotas/b073306a442b4c14b452213b4b59c308 HTTP/1.1" status: 200  len: 375 time: 0.0097740
Dec 03 03:42:27.564431 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-c3627cf1-89c4-4d67-9cd9-fe6ffb9b0b4c tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0861671
Dec 03 03:42:27.712425 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-8515b6d3-7042-4957-965b-57647030a6bf service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404488
Dec 03 03:42:28.091077 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-cc34e4d9-fd26-45aa-9b6f-f35d5262e3fe service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3707089
Dec 03 03:42:28.304338 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b290ba1-538e-47b0-bb58-21d32c9a10bd req-4e7c5108-44d1-4c3f-8d6f-114c5cc32284 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 210 time: 0.0472677
Dec 03 03:42:29.553512 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2730ed4f-c254-48bf-8461-cf07f6a4b727 req-4ebda13d-2bb0-48ec-b1b2-02f4472a40e2 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 210 time: 0.0632176
Dec 03 03:42:29.639370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-bdfe360c-9803-42bf-987f-50eef2c0d426 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:29.641001 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-bdfe360c-9803-42bf-987f-50eef2c0d426 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.2439795
Dec 03 03:42:29.669135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Request body: {'port': {'device_id': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc', 'admin_state_up': True, 'tenant_id': 'b073306a442b4c14b452213b4b59c308'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:29.819161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:42:29.829145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:42:29.838203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:42:29.844024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:30.166004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Allocated IP 172.20.0.11 (f3549cf6-ed17-48c1-b65b-f417f27a00cc/6971c23a-1c79-44f8-aab0-58a5a597369a/4d230fe7-cb42-4476-be5b-58a08b33d70f) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:42:30.382355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:30.407988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:30.423452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3400fe5-3220-4d4c-9e4d-d1cd75668075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:30.553989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event updated for resources: {'Port': ['ID=4d230fe7-cb42-4476-be5b-58a08b33d70f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:30.573289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.573709 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.574632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.574632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.574996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.575397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.575795 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.576196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.576593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.576989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.577385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.577785 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.578283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.578686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.579080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.579472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.579866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.580258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.580652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.581043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.581438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.581829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.582220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.582631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:30.597931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:30.639760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:42:30.641022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:42:30.643488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:42:30.751635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:30.752315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:30.796557 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1325490
Dec 03 03:42:30.818225 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f731b13-557c-4861-b202-c47f2cc44299 req-4c8c2b02-0021-4cab-81b1-38ba601fe4d0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:30.819038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9f731b13-557c-4861-b202-c47f2cc44299 req-4c8c2b02-0021-4cab-81b1-38ba601fe4d0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:42:30.827272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Request body: {'port': {'device_id': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:30.897134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9f731b13-557c-4861-b202-c47f2cc44299 req-4c8c2b02-0021-4cab-81b1-38ba601fe4d0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:42:30.898487 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f731b13-557c-4861-b202-c47f2cc44299 req-4c8c2b02-0021-4cab-81b1-38ba601fe4d0 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 932 time: 0.1950779
Dec 03 03:42:30.990523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.003608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f731b13-557c-4861-b202-c47f2cc44299 req-59878f9e-2eb3-4ea6-a8c2-5514acffd163 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768967
Dec 03 03:42:31.421749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d230fe7-cb42-4476-be5b-58a08b33d70f {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:42:31.428783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.442018 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Transition to ACTIVE for port object 4d230fe7-cb42-4476-be5b-58a08b33d70f will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:42:31.444647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.461223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9be9db48-5356-4d0c-8365-cce5d48f5da3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:31.592498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d230fe7-cb42-4476-be5b-58a08b33d70f,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:31.602279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:31.789856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Attempting to bind port 4d230fe7-cb42-4476-be5b-58a08b33d70f on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:42:31.790153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Attempting to bind port 4d230fe7-cb42-4476-be5b-58a08b33d70f by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:42:31.790578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Attempting to bind port 4d230fe7-cb42-4476-be5b-58a08b33d70f on network f3549cf6-ed17-48c1-b65b-f417f27a00cc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:42:31.797298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:42:31.797683 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Checking segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:42:31.798091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.798526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Bound using segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:42:31.799010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Bound port: 4d230fe7-cb42-4476-be5b-58a08b33d70f, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:42:31.799387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.896039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] For port 4d230fe7-cb42-4476-be5b-58a08b33d70f, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:42:31.899196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] For port 4d230fe7-cb42-4476-be5b-58a08b33d70f, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4d230fe7-cb42-4476-be5b-58a08b33d70f,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:42:31.904829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:31.920840 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-78e34e95-566b-4a0c-9ff2-f96c65927450 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:32.083910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d230fe7-cb42-4476-be5b-58a08b33d70f,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:32.088631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:32.122517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:32.123230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:32.124808 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d230fe7-cb42-4476-be5b-58a08b33d70f HTTP/1.1" status: 200  len: 1158 time: 1.3133821
Dec 03 03:42:32.125843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:32.195870 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f', 'status': 'completed', 'code': 200}
Dec 03 03:42:32.307191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdfa21-9a39-4943-a198-226f06752a2b req-f720a191-6879-44cd-91b6-020335341074 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:32.309410 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-89bdfa21-9a39-4943-a198-226f06752a2b req-f720a191-6879-44cd-91b6-020335341074 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 944 time: 0.1655269
Dec 03 03:42:32.312360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-05326ada-c0c9-4e0b-aa49-6e65d7325ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:32.313933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-05326ada-c0c9-4e0b-aa49-6e65d7325ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 1161 time: 0.1172283
Dec 03 03:42:32.644225 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-80291d0b-8aa7-49a4-a4bb-62b1b3d89b5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d230fe7-cb42-4476-be5b-58a08b33d70f HTTP/1.1" status: 200  len: 217 time: 0.3117878
Dec 03 03:42:32.706729 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-89bdfa21-9a39-4943-a198-226f06752a2b req-012ac09b-2119-4047-b197-ac51a21ed9b5 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3906496
Dec 03 03:42:32.729354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-c1fe1e35-d5db-47d7-ac02-fe9932c90ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:32.731033 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-c1fe1e35-d5db-47d7-ac02-fe9932c90ac6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0764222
Dec 03 03:42:32.785707 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-6b6a68c1-6403-4bbb-b52c-2087f0c9e4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457780
Dec 03 03:42:32.940370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-159ed055-ea4c-4aa3-a44c-b7b1a1c7cff6 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475639
Dec 03 03:42:33.109410 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d68efc9-d556-422d-9a0e-52f924b8ece8 req-fb5144e0-76dd-42ca-8185-8584387d3cf2 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1620200
Dec 03 03:42:33.330740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e287-2741-478c-9250-81bdc1d2875d req-3174755a-51a7-44a4-acdd-5911bca2f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:33.332370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-3174755a-51a7-44a4-acdd-5911bca2f4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 1161 time: 0.0787866
Dec 03 03:42:33.484687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e287-2741-478c-9250-81bdc1d2875d req-5363ea13-f21c-4ba1-b057-6fa8a2474f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:33.486223 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-5363ea13-f21c-4ba1-b057-6fa8a2474f74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 908 time: 0.1457441
Dec 03 03:42:33.562666 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-fc4397af-d44d-4634-9690-5124fbae854f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d230fe7-cb42-4476-be5b-58a08b33d70f HTTP/1.1" status: 200  len: 217 time: 0.0688758
Dec 03 03:42:33.654761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e287-2741-478c-9250-81bdc1d2875d req-762d82f0-b66d-44b5-a04f-8f38c703af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:33.656368 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-762d82f0-b66d-44b5-a04f-8f38c703af9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0718610
Dec 03 03:42:33.709528 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-05c17501-da37-4408-8ca1-c708306fc4e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444345
Dec 03 03:42:33.926517 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-b71712d6-cfc5-4cf2-81b4-c7b7bc2dca08 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966639
Dec 03 03:42:34.050495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b58d82-1857-4618-804c-4e9a50d24472 req-b14fb5e1-2342-4b07-af9d-31d43aa1ab93 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:34.052192 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97b58d82-1857-4618-804c-4e9a50d24472 req-b14fb5e1-2342-4b07-af9d-31d43aa1ab93 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 944 time: 0.2049024
Dec 03 03:42:34.132499 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c822e287-2741-478c-9250-81bdc1d2875d req-a5721765-5372-4c85-8ec6-5bc2402e77af service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1933942
Dec 03 03:42:34.134880 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97b58d82-1857-4618-804c-4e9a50d24472 req-a2e05fe2-f44b-485e-b458-2d0d4544ed1b tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736196
Dec 03 03:42:35.354524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4973b-c4d8-4278-9d2c-12bf7187b06c req-20bd24e7-e961-4d7e-8fcb-bf7b29585ba4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:35.357040 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8d4973b-c4d8-4278-9d2c-12bf7187b06c req-20bd24e7-e961-4d7e-8fcb-bf7b29585ba4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 944 time: 0.0843623
Dec 03 03:42:35.411962 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8d4973b-c4d8-4278-9d2c-12bf7187b06c req-d308fd90-3e2f-412c-b465-a24109a0039a tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484009
Dec 03 03:42:35.613826 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4d230fe7-cb42-4476-be5b-58a08b33d70f up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:35.686646 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 4d230fe7-cb42-4476-be5b-58a08b33d70f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:42:35.691635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 4d230fe7-cb42-4476-be5b-58a08b33d70f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:35.692131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:35.813364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:35.845253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:35.856093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 4d230fe7-cb42-4476-be5b-58a08b33d70f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4d230fe7-cb42-4476-be5b-58a08b33d70f,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:42:35.859841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:35.861783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-27d9bf08-cf51-4748-bf84-fe190cbda07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:35.909094 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f', 'code': 200}
Dec 03 03:42:35.934947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=4d230fe7-cb42-4476-be5b-58a08b33d70f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:35.938298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:36.203257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb6b7-5eee-4bba-a8da-0d0e2bfa09bf req-c6004d97-3f86-4257-ae23-0c9885c5eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:36.204811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bffb6b7-5eee-4bba-a8da-0d0e2bfa09bf req-c6004d97-3f86-4257-ae23-0c9885c5eeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 1163 time: 0.0841579
Dec 03 03:42:36.251161 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bffb6b7-5eee-4bba-a8da-0d0e2bfa09bf req-36df1a64-1dc9-48b5-a4be-19ade025b79f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366850
Dec 03 03:42:36.628633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc60c6-8c1d-43cd-8741-17c80a8cd1e0 req-3569c471-f9cd-4ad8-b7bd-afa5ed0c97fc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:36.630271 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27dc60c6-8c1d-43cd-8741-17c80a8cd1e0 req-3569c471-f9cd-4ad8-b7bd-afa5ed0c97fc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 946 time: 0.0887294
Dec 03 03:42:36.682222 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27dc60c6-8c1d-43cd-8741-17c80a8cd1e0 req-97cb098d-76ec-4267-aa7d-5c0387886653 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455031
Dec 03 03:42:37.258276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4d230fe7-cb42-4476-be5b-58a08b33d70f up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:37.327496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 4d230fe7-cb42-4476-be5b-58a08b33d70f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:37.327916 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:37.906461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede769c-2f19-4d65-84ef-7641dee40284 req-ba7f9b50-27ce-412d-986c-e61c528ed866 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:37.908082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ede769c-2f19-4d65-84ef-7641dee40284 req-ba7f9b50-27ce-412d-986c-e61c528ed866 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 946 time: 0.0859714
Dec 03 03:42:37.957400 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ede769c-2f19-4d65-84ef-7641dee40284 req-b9452564-dbe9-41a0-b1e6-d646c97d5f17 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428839
Dec 03 03:42:39.706098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:42:43.688085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8df3eca-3892-455d-b69d-58a9ac0362e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:46.233775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-904330c8-9877-475f-acb5-1b6c58989bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:46.683420 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:47.167730 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-ff4801a4-a042-435b-b80d-1a43d3ddf16a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785844
Dec 03 03:42:47.356194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-d12c0491-56fa-46ed-965a-57dfa2a5d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:47.357867 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-d12c0491-56fa-46ed-965a-57dfa2a5d17a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 1163 time: 0.0757904
Dec 03 03:42:47.471414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:47.527712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-5e3ba818-8bd7-4434-b115-8441b3758abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:47.529960 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-5e3ba818-8bd7-4434-b115-8441b3758abd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1407547
Dec 03 03:42:47.644571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-7df963df-1be7-408d-a568-701e001ca1e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 200  len: 1002 time: 0.1016164
Dec 03 03:42:47.712320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:47.720254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-9cebba50-64bc-49cb-8d3c-74e9f1976f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:47.721914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-9cebba50-64bc-49cb-8d3c-74e9f1976f80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0693202
Dec 03 03:42:47.818855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-dd3c6b59-f9b3-4bd1-8356-86e683aaf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:47.820513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-dd3c6b59-f9b3-4bd1-8356-86e683aaf5ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814176
Dec 03 03:42:47.977023 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-bc175f3e-c1bc-4c6a-8d8d-5f734a56c110 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434484
Dec 03 03:42:48.129823 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05495b85-a4e8-4565-ab5d-5d437b984796 req-8c4d5089-00c1-41ad-b6cf-2694858f9b80 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440086
Dec 03 03:42:48.194716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:49.852533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-20779f46-e038-4ec1-9ddc-5a91c2b677e2 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:49.854140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-20779f46-e038-4ec1-9ddc-5a91c2b677e2 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.1583292
Dec 03 03:42:49.871469 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-033703c1-05c2-4a96-90bc-f614343e96cd tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/quotas/b073306a442b4c14b452213b4b59c308 HTTP/1.1" status: 200  len: 375 time: 0.0098355
Dec 03 03:42:49.960675 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-5226333b-712d-4d62-a520-6522f4a39238 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0827613
Dec 03 03:42:50.106795 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-ee9125be-a9f4-495b-9b09-912fd503c28d service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379840
Dec 03 03:42:50.258223 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-9762da01-007e-4941-a67b-b4ee3f56ed33 service neutron] 10.222.0.66 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443536
Dec 03 03:42:50.463025 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b66b249-a2bc-4c92-9c5c-0deb34677050 req-c3e4c7c4-b189-46f1-ab1e-0984b2a583e6 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 210 time: 0.0502291
Dec 03 03:42:51.896310 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9dd80ca7-790d-4e54-b6b5-42ec09157628 req-3e6299c0-9422-4b6f-88ef-3566331fe3f6 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 210 time: 0.2918193
Dec 03 03:42:51.955898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-8701c16b-1641-43c7-93fe-6eb69ff0071f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:51.957455 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-8701c16b-1641-43c7-93fe-6eb69ff0071f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 814 time: 0.4534385
Dec 03 03:42:51.983176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Request body: {'port': {'device_id': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc', 'admin_state_up': True, 'tenant_id': 'b073306a442b4c14b452213b4b59c308'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:52.130711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:42:52.141667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:42:52.151690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Made reservation on behalf of b073306a442b4c14b452213b4b59c308 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:42:52.158807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:52.477320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Allocated IP 172.20.0.3 (f3549cf6-ed17-48c1-b65b-f417f27a00cc/6971c23a-1c79-44f8-aab0-58a5a597369a/e3a1a426-7438-4883-83ff-34a74035469b) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:42:52.689715 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:52.715593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:52.731072 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30c90f7f-bbf9-429d-b7ee-2317f9e8c5c9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:52.861831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event updated for resources: {'Port': ['ID=e3a1a426-7438-4883-83ff-34a74035469b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:52.866207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:52.928578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:42:52.929771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:42:52.932206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:42:52.997690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:52.998298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:53.023161 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0449631
Dec 03 03:42:53.069836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Request body: {'port': {'device_id': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:42:53.223399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:53.239042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee673-de24-45fa-85af-c9316050db52 req-fd4ce89c-cf2a-4243-a96e-3228bbad7ba3 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:53.239815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-49eee673-de24-45fa-85af-c9316050db52 req-fd4ce89c-cf2a-4243-a96e-3228bbad7ba3 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:42:53.300469 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-49eee673-de24-45fa-85af-c9316050db52 req-fd4ce89c-cf2a-4243-a96e-3228bbad7ba3 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:42:53.301763 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49eee673-de24-45fa-85af-c9316050db52 req-fd4ce89c-cf2a-4243-a96e-3228bbad7ba3 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 931 time: 0.2759264
Dec 03 03:42:53.410022 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49eee673-de24-45fa-85af-c9316050db52 req-42ef0bf8-eeac-42f0-9c06-0376b1a8cd56 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982053
Dec 03 03:42:53.709277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a1a426-7438-4883-83ff-34a74035469b {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:42:53.716202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:53.728722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Transition to ACTIVE for port object e3a1a426-7438-4883-83ff-34a74035469b will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:42:53.731539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:53.747784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:53.876446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a1a426-7438-4883-83ff-34a74035469b,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:53.879567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:54.073716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Attempting to bind port e3a1a426-7438-4883-83ff-34a74035469b on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:42:54.074344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Attempting to bind port e3a1a426-7438-4883-83ff-34a74035469b by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:42:54.074513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Attempting to bind port e3a1a426-7438-4883-83ff-34a74035469b on network f3549cf6-ed17-48c1-b65b-f417f27a00cc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:42:54.081217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:42:54.081598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Checking segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:42:54.081999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:54.082429 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Bound using segment: {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:42:54.082928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Bound port: e3a1a426-7438-4883-83ff-34a74035469b, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f67d42f-df5a-4827-b795-9ecea8c64394', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3549cf6-ed17-48c1-b65b-f417f27a00cc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:42:54.083298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:54.174308 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] For port e3a1a426-7438-4883-83ff-34a74035469b, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:42:54.177357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] For port e3a1a426-7438-4883-83ff-34a74035469b, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e3a1a426-7438-4883-83ff-34a74035469b,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:42:54.184229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:54.201259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d57dbfa2-accb-4501-996a-1e5428a40fa8 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:54.362590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a1a426-7438-4883-83ff-34a74035469b,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:54.367222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:54.401416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:54.402100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:54.403689 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] 10.222.0.64 "PUT /v2.0/ports/e3a1a426-7438-4883-83ff-34a74035469b HTTP/1.1" status: 200  len: 1157 time: 1.3423600
Dec 03 03:42:54.404836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:54.499588 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b', 'status': 'completed', 'code': 200}
Dec 03 03:42:54.542509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-2d885e35-82bf-4304-9466-6a07ff597894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:54.544309 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-2d885e35-82bf-4304-9466-6a07ff597894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 1160 time: 0.0850668
Dec 03 03:42:54.656424 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-c7950512-4dec-445e-ad57-e3807ed49a5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a1a426-7438-4883-83ff-34a74035469b HTTP/1.1" status: 200  len: 217 time: 0.0760090
Dec 03 03:42:54.750501 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf820c3-376f-459c-b33c-ac80e3cbbf88 req-9b6baeb0-7b24-4571-8f30-88e246fd3609 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:54.752166 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcf820c3-376f-459c-b33c-ac80e3cbbf88 req-9b6baeb0-7b24-4571-8f30-88e246fd3609 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 943 time: 0.2067108
Dec 03 03:42:54.753717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-39c3f443-1f2f-4678-b5f1-0d589f7521d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:54.755211 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-39c3f443-1f2f-4678-b5f1-0d589f7521d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0912671
Dec 03 03:42:54.829067 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-c8e102c8-18da-43e8-88ab-ca0f4a03a9d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533955
Dec 03 03:42:54.878760 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcf820c3-376f-459c-b33c-ac80e3cbbf88 req-d151297f-62f4-4d52-8228-13056cf9b33c tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198397
Dec 03 03:42:54.986468 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-90e2f96b-5eb7-42c6-aaee-34c504582de3 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473002
Dec 03 03:42:55.132402 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de2add64-fdda-484f-88ab-946cdbff1fa5 req-6c27bf3b-a8ce-4b9b-8c78-8ffaf1b0bb3e service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384516
Dec 03 03:42:55.302287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-d0cc47d4-8202-44de-92a1-f75d650c9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:55.303858 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-d0cc47d4-8202-44de-92a1-f75d650c9c89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b073306a442b4c14b452213b4b59c308&device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 1160 time: 0.0786555
Dec 03 03:42:55.452170 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-8f0568a8-7750-4ed0-89a0-334b9592188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:55.453796 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-8f0568a8-7750-4ed0-89a0-334b9592188a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 200  len: 908 time: 0.1408713
Dec 03 03:42:55.532335 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-84f625c2-7431-48f3-beaa-97fa116cf029 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a1a426-7438-4883-83ff-34a74035469b HTTP/1.1" status: 200  len: 217 time: 0.0682948
Dec 03 03:42:55.601692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-090ad750-f62f-4937-8684-befeb9276381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:55.603314 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-090ad750-f62f-4937-8684-befeb9276381 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 200  len: 854 time: 0.0642464
Dec 03 03:42:55.666158 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-2ffdf63e-2aa6-47e5-8260-c60d59cb2c57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3549cf6-ed17-48c1-b65b-f417f27a00cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463004
Dec 03 03:42:55.814767 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-baecb15a-0c2d-4181-ad71-469d16696a8d service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385341
Dec 03 03:42:55.967061 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e34f4153-47e9-4c94-bc31-6a669490ab13 req-31bf62d0-f72b-4a3f-8d99-7d90a8e967b8 service neutron] 10.222.0.64 "GET /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438179
Dec 03 03:42:56.099510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fce963-a481-4f52-998d-6270d94b945c req-86025258-843b-4ce8-973e-66af086517ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:56.101191 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35fce963-a481-4f52-998d-6270d94b945c req-86025258-843b-4ce8-973e-66af086517ff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 943 time: 0.0887246
Dec 03 03:42:56.150665 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35fce963-a481-4f52-998d-6270d94b945c req-b1dc7e77-11f7-4d90-8a15-4a88abf3af57 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423932
Dec 03 03:42:57.510833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 37996) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:42:57.606963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e9e42-652d-4ff0-9154-a16de13d0c67 req-6046c61d-c218-4148-86b2-28a6f1c19f61 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:57.608582 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a63e9e42-652d-4ff0-9154-a16de13d0c67 req-6046c61d-c218-4148-86b2-28a6f1c19f61 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 943 time: 0.3218567
Dec 03 03:42:57.656476 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a63e9e42-652d-4ff0-9154-a16de13d0c67 req-edad09b7-a783-48a9-a270-689e001b715e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412793
Dec 03 03:42:57.669159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:57.686331 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:42:57.690463 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Usage tracker for resource:security_group_rule and tenant:08c2129813eb4cb48cff116c61b25b20 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:42:57.693456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:42:57.699339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:42:57.787385 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:57.790148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:57.800012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-165e1e78-d545-41e2-964a-549b544fcb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:57.843785 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08c2129813eb4cb48cff116c61b25b20&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3316059
Dec 03 03:42:57.845516 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03049159-4694-49dc-a5d8-34d005ad91f2,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:57.846688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38002) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:42:57.853807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.854248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.854677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.855097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.855512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.855919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.856326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.856732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.857828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.858427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.858841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.859247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.859742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.860149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.860555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.860956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.861356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.861761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.862162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.862588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.863033 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.863432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.863831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.864230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:57.869076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80acdf3b-8982-443a-82d7-ffb2020f77dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:57.911630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:57.941451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:57.995836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:58.001592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b79ec3b2-e05c-4b71-b7b2-6e87a29c20f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:58.015381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03049159-4694-49dc-a5d8-34d005ad91f2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:58.018151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:58.020384 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:58.021578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b20204cb-617c-435d-b611-9b7c9367bfc2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03049159-4694-49dc-a5d8-34d005ad91f2 HTTP/1.1" status: 204  len: 168 time: 0.1735916
Dec 03 03:42:58.189922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e3a1a426-7438-4883-83ff-34a74035469b up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:58.269083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port e3a1a426-7438-4883-83ff-34a74035469b completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:42:58.274570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port e3a1a426-7438-4883-83ff-34a74035469b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:58.275009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:58.400900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:58.429466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:42:58.439670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port e3a1a426-7438-4883-83ff-34a74035469b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e3a1a426-7438-4883-83ff-34a74035469b,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:42:58.442982 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:42:58.444930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:42:58.491344 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b', 'code': 200}
Dec 03 03:42:58.518265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=e3a1a426-7438-4883-83ff-34a74035469b,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:42:58.526285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.526687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.527084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.527474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.527862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.528246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.528628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.529954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.530390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.530776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.531162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.531537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.532005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.532387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.532764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.533140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.533515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.533889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.534293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.534674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.535392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.535392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.535771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.536141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:42:58.540333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:42:58.775857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3dc4d-2828-481b-bbb6-628fa4032ef2 req-0e3c5791-cceb-4acd-a43d-5e5e70e0e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:58.777501 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fd3dc4d-2828-481b-bbb6-628fa4032ef2 req-0e3c5791-cceb-4acd-a43d-5e5e70e0e340 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 1162 time: 0.0807526
Dec 03 03:42:58.874701 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fd3dc4d-2828-481b-bbb6-628fa4032ef2 req-cd26f5b2-9292-46a7-ae0d-6fcfa4d3f1f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878246
Dec 03 03:42:58.902714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a9ad9-98ff-4c6d-b2e7-be15339370bc req-70566cd6-4ff4-4160-b41e-9dab11e46a82 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:42:58.904364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-736a9ad9-98ff-4c6d-b2e7-be15339370bc req-70566cd6-4ff4-4160-b41e-9dab11e46a82 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.1043642
Dec 03 03:42:58.954513 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-736a9ad9-98ff-4c6d-b2e7-be15339370bc req-8577d5a8-2b26-4284-8c09-199402aad086 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437553
Dec 03 03:42:59.424887 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e3a1a426-7438-4883-83ff-34a74035469b up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:42:59.495730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port e3a1a426-7438-4883-83ff-34a74035469b triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:42:59.496107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:00.180425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99beb2-2a1c-4710-9249-52dfc608af57 req-17a951c2-2256-4a01-91ac-299cc8a3cb4f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:00.182072 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f99beb2-2a1c-4710-9249-52dfc608af57 req-17a951c2-2256-4a01-91ac-299cc8a3cb4f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.0944571
Dec 03 03:43:00.233425 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f99beb2-2a1c-4710-9249-52dfc608af57 req-84916b2e-d71c-49a7-adf6-5133e88825e6 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430861
Dec 03 03:43:01.451839 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a428c3-f7aa-49bb-bdf5-3cfbc744a410 req-590e4df2-fcab-42a8-9837-334ead98ef1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:01.453488 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a428c3-f7aa-49bb-bdf5-3cfbc744a410 req-590e4df2-fcab-42a8-9837-334ead98ef1d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.0875578
Dec 03 03:43:01.500593 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a428c3-f7aa-49bb-bdf5-3cfbc744a410 req-11dc0c84-16d3-4c76-8cd4-c8420dc274e8 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406930
Dec 03 03:43:13.695233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-327dcb76-cc4c-4b97-a031-96f1219a8bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:14.746788 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bd633-ac6b-45ad-9119-3cf37b3da4d8 req-f85f6fba-ccaa-4449-8dde-5c19b9dd4a47 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:14.748462 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f79bd633-ac6b-45ad-9119-3cf37b3da4d8 req-f85f6fba-ccaa-4449-8dde-5c19b9dd4a47 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.0844135
Dec 03 03:43:14.799233 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f79bd633-ac6b-45ad-9119-3cf37b3da4d8 req-d557a6ef-8c0d-4612-9ec8-31e776533ba9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444410
Dec 03 03:43:16.014374 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a662f25-b925-4e82-8137-6bb2294a5c7f req-1c84fee4-4874-4a1b-8bc8-e32e854b52d7 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:16.016038 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a662f25-b925-4e82-8137-6bb2294a5c7f req-1c84fee4-4874-4a1b-8bc8-e32e854b52d7 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.0854161
Dec 03 03:43:16.066419 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a662f25-b925-4e82-8137-6bb2294a5c7f req-e0c17b2b-e420-4359-a1c3-0d72b0338814 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435762
Dec 03 03:43:16.239195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afe2b3cf-4765-4c9e-a380-db9f65f2144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:16.590584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-59984046-da79-4261-846e-fcb1f8b2e2bd tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:16.593016 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-59984046-da79-4261-846e-fcb1f8b2e2bd tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 945 time: 0.0912063
Dec 03 03:43:16.668035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Deleting port e3a1a426-7438-4883-83ff-34a74035469b {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:16.668426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:16.683673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:16.706268 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:43:16.928877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] For port e3a1a426-7438-4883-83ff-34a74035469b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e3a1a426-7438-4883-83ff-34a74035469b,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:16.929200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:17.057915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Calling delete_port for e3a1a426-7438-4883-83ff-34a74035469b owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:17.246817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:17.267897 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-65785b97-a33b-4842-91bf-12177c6ac9fb req-5c97819a-e7d1-4e43-8c0a-d4bba5d9f348 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=d203b9cd-d6a5-43b1-ab76-5939722924f4 HTTP/1.1" status: 200  len: 210 time: 0.0654790
Dec 03 03:43:17.268585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:17.328015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event deleted for resources: {'Port': ['ID=e3a1a426-7438-4883-83ff-34a74035469b,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:17.376333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:17.479754 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] No DVR routers for this DVR port e3a1a426-7438-4883-83ff-34a74035469b on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:43:17.481857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:17.485255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'name': 'network-vif-deleted', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:17.500916 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5f771cc-a891-4dfb-942d-a8420f6f312e req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "DELETE /v2.0/ports/e3a1a426-7438-4883-83ff-34a74035469b HTTP/1.1" status: 204  len: 173 time: 0.9022536
Dec 03 03:43:17.515504 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:17.548041 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd203b9cd-d6a5-43b1-ab76-5939722924f4', 'name': 'network-vif-deleted', 'tag': 'e3a1a426-7438-4883-83ff-34a74035469b', 'status': 'completed', 'code': 200}
Dec 03 03:43:17.713596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:18.199364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e3a1a426-7438-4883-83ff-34a74035469b no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:43:18.237488 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: e3a1a426-7438-4883-83ff-34a74035469b {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:43:18.237881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e3a1a426-7438-4883-83ff-34a74035469b not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:43:18.239584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:20.019316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90ae5-9ce7-4dcc-b05a-315fd7dbc45d req-5ac06bfb-cf49-48c2-a8bb-33c5589cdbf4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:20.020213 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9da90ae5-9ce7-4dcc-b05a-315fd7dbc45d req-5ac06bfb-cf49-48c2-a8bb-33c5589cdbf4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:43:20.036301 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9da90ae5-9ce7-4dcc-b05a-315fd7dbc45d req-5ac06bfb-cf49-48c2-a8bb-33c5589cdbf4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:43:20.037603 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9da90ae5-9ce7-4dcc-b05a-315fd7dbc45d req-5ac06bfb-cf49-48c2-a8bb-33c5589cdbf4 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 946 time: 0.1029193
Dec 03 03:43:20.084458 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9da90ae5-9ce7-4dcc-b05a-315fd7dbc45d req-8a14e7fb-cbd6-4313-af4e-90abb6947b3a tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404515
Dec 03 03:43:21.306592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b8fa8-d252-4c0d-844f-7f92cefac46e req-95d4d6fb-538c-43c1-889a-e52f4dd615b1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:21.308218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d04b8fa8-d252-4c0d-844f-7f92cefac46e req-95d4d6fb-538c-43c1-889a-e52f4dd615b1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 946 time: 0.0866978
Dec 03 03:43:21.369377 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d04b8fa8-d252-4c0d-844f-7f92cefac46e req-b2001699-e33a-42fc-a2a7-ff86022ff7d8 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537186
Dec 03 03:43:21.626524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4d230fe7-cb42-4476-be5b-58a08b33d70f up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:43:21.683461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-21e87bce-1d2b-4d8b-b928-b06ea5d7e048 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:21.684993 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-21e87bce-1d2b-4d8b-b928-b06ea5d7e048 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 946 time: 0.0847337
Dec 03 03:43:21.703873 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 4d230fe7-cb42-4476-be5b-58a08b33d70f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:43:21.704291 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:21.762309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Deleting port 4d230fe7-cb42-4476-be5b-58a08b33d70f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:21.762699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:22.018759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] For port 4d230fe7-cb42-4476-be5b-58a08b33d70f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4d230fe7-cb42-4476-be5b-58a08b33d70f,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:22.019161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:22.151705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Calling delete_port for 4d230fe7-cb42-4476-be5b-58a08b33d70f owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:22.296054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:22.311902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:22.361976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event deleted for resources: {'Port': ['ID=4d230fe7-cb42-4476-be5b-58a08b33d70f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:22.366717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:22.559141 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] No DVR routers for this DVR port 4d230fe7-cb42-4476-be5b-58a08b33d70f on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:43:22.566023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:22.571083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf4f6657-ff25-4720-808f-22aa6ca6b054 req-6133d420-0005-445e-a045-4d594eb45d40 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=498b3941-d2e3-47c7-8698-80f4700cf25c HTTP/1.1" status: 200  len: 210 time: 0.0598471
Dec 03 03:43:22.571637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'name': 'network-vif-deleted', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:22.589413 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbe567ab-e20c-46ce-968a-d9368a9477a2 req-92751245-6aeb-4c63-894d-034fb3f81344 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "DELETE /v2.0/ports/4d230fe7-cb42-4476-be5b-58a08b33d70f HTTP/1.1" status: 204  len: 173 time: 0.8987184
Dec 03 03:43:22.639071 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498b3941-d2e3-47c7-8698-80f4700cf25c', 'name': 'network-vif-deleted', 'tag': '4d230fe7-cb42-4476-be5b-58a08b33d70f', 'status': 'completed', 'code': 200}
Dec 03 03:43:23.866131 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4d230fe7-cb42-4476-be5b-58a08b33d70f no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:43:23.906258 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: 4d230fe7-cb42-4476-be5b-58a08b33d70f {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:43:23.906656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4d230fe7-cb42-4476-be5b-58a08b33d70f not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:43:24.095266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e355c54-39b3-46a2-a1d4-96508b69e7df req-28383e75-dddb-4f33-b19b-128b0331ec80 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:24.096035 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5e355c54-39b3-46a2-a1d4-96508b69e7df req-28383e75-dddb-4f33-b19b-128b0331ec80 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:43:24.110580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5e355c54-39b3-46a2-a1d4-96508b69e7df req-28383e75-dddb-4f33-b19b-128b0331ec80 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:43:24.111836 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e355c54-39b3-46a2-a1d4-96508b69e7df req-28383e75-dddb-4f33-b19b-128b0331ec80 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 946 time: 0.1108751
Dec 03 03:43:24.159727 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e355c54-39b3-46a2-a1d4-96508b69e7df req-646340b1-0f89-4447-88ba-27b4fbf01e37 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413320
Dec 03 03:43:25.389244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667319-4487-4ef9-9c7b-cb4dabcb002d req-5948d74a-33b3-46d7-8424-547e4d29aa78 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:25.390919 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79667319-4487-4ef9-9c7b-cb4dabcb002d req-5948d74a-33b3-46d7-8424-547e4d29aa78 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 946 time: 0.0985279
Dec 03 03:43:25.442598 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79667319-4487-4ef9-9c7b-cb4dabcb002d req-8af59420-c8d8-4910-93a7-35e835085dd3 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452085
Dec 03 03:43:25.527085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-0cbd1656-8cd4-4628-a30f-31a531dea054 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:25.528657 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-0cbd1656-8cd4-4628-a30f-31a531dea054 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 946 time: 0.0821168
Dec 03 03:43:25.566289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device c0531fe2-9f85-40bc-ac76-735de4473139 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:43:25.604368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Deleting port c0531fe2-9f85-40bc-ac76-735de4473139 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:25.604770 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:25.686277 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:25.713666 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:25.725257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c0531fe2-9f85-40bc-ac76-735de4473139,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:25.731546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:25.734791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bad9c8c4-d56c-4dc1-937d-e5925db8d8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:25.778971 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139', 'code': 200}
Dec 03 03:43:25.806464 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:25.810142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:25.867135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c0531fe2-9f85-40bc-ac76-735de4473139,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:25.867526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:25.994736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Calling delete_port for c0531fe2-9f85-40bc-ac76-735de4473139 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:26.076653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:43:26.077061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:43:26.608509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Deleting port c0531fe2-9f85-40bc-ac76-735de4473139 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:26.609080 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:26.830332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193934b4-cb24-4a86-9d05-356ada513a12 req-d8905ccc-1768-440b-94ea-7556ec6e9cc9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:26.831964 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-193934b4-cb24-4a86-9d05-356ada513a12 req-d8905ccc-1768-440b-94ea-7556ec6e9cc9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 944 time: 0.2590621
Dec 03 03:43:26.917322 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-193934b4-cb24-4a86-9d05-356ada513a12 req-73c0dd07-9297-4c80-9044-2788d3360ffe tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768578
Dec 03 03:43:26.936376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] For port c0531fe2-9f85-40bc-ac76-735de4473139, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=c0531fe2-9f85-40bc-ac76-735de4473139,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:26.936783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:27.066855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Calling delete_port for c0531fe2-9f85-40bc-ac76-735de4473139 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:27.433136 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:27.450664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1d45f05a-dffa-426a-8dba-3b20fa04a3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:27.494928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event deleted for resources: {'Port': ['ID=c0531fe2-9f85-40bc-ac76-735de4473139,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:27.500182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:27.650964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] No DVR routers for this DVR port c0531fe2-9f85-40bc-ac76-735de4473139 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:43:27.653056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:27.656335 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-deleted', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:27.672016 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07fb59b7-cb8b-4b23-aa7d-0c38e6dbc596 req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "DELETE /v2.0/ports/c0531fe2-9f85-40bc-ac76-735de4473139 HTTP/1.1" status: 204  len: 173 time: 2.1375020
Dec 03 03:43:27.719711 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200cf6f2-e56b-4405-9227-8cab3717d3c4', 'name': 'network-vif-deleted', 'tag': 'c0531fe2-9f85-40bc-ac76-735de4473139', 'status': 'completed', 'code': 200}
Dec 03 03:43:28.108119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-dd6b08c4-80b6-4d41-a5d2-218b5ed4838a req-d771a90f-c9a8-4717-859c-c409a21d8eff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Synchronizing usage tracker for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:43:28.124195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-dd6b08c4-80b6-4d41-a5d2-218b5ed4838a req-d771a90f-c9a8-4717-859c-c409a21d8eff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Unset dirty status for tenant:b073306a442b4c14b452213b4b59c308 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:43:28.125570 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd6b08c4-80b6-4d41-a5d2-218b5ed4838a req-d771a90f-c9a8-4717-859c-c409a21d8eff tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=200cf6f2-e56b-4405-9227-8cab3717d3c4 HTTP/1.1" status: 200  len: 210 time: 0.0665882
Dec 03 03:43:30.897892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b9f2-5ac2-4c4c-8ec4-3e1c83bd323c req-42640f18-4f09-47f6-af77-6e61d4cc65f1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:30.899520 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5c5b9f2-5ac2-4c4c-8ec4-3e1c83bd323c req-42640f18-4f09-47f6-af77-6e61d4cc65f1 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0867677
Dec 03 03:43:30.946815 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5c5b9f2-5ac2-4c4c-8ec4-3e1c83bd323c req-3a83b30c-ada6-45eb-bd95-edaa7aa49d60 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400329
Dec 03 03:43:32.163539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e98f5-39b2-4b85-b80f-cbc8c6331973 req-5be5ff8f-024f-4899-a98d-8e9c33d43b16 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:32.165174 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-214e98f5-39b2-4b85-b80f-cbc8c6331973 req-5be5ff8f-024f-4899-a98d-8e9c33d43b16 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0873404
Dec 03 03:43:32.220104 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-214e98f5-39b2-4b85-b80f-cbc8c6331973 req-5214581d-c449-4c80-8a5f-783bcc38a32e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/security-groups?id=4ed615c3-d011-4666-861b-99e612704477&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477717
Dec 03 03:43:32.507553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-013faef4-0d7d-4b26-98e3-4921dab94180 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:32.509040 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-013faef4-0d7d-4b26-98e3-4921dab94180 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 945 time: 0.0821574
Dec 03 03:43:32.585296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Deleting port e97f0326-6157-47c0-a379-98169e3d6388 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:32.585680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:32.846640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] For port e97f0326-6157-47c0-a379-98169e3d6388, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=e97f0326-6157-47c0-a379-98169e3d6388,segment=NetworkSegment(0f67d42f-df5a-4827-b795-9ecea8c64394),segment_id=0f67d42f-df5a-4827-b795-9ecea8c64394)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:32.847046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:32.976968 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Calling delete_port for e97f0326-6157-47c0-a379-98169e3d6388 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:33.123031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:33.138202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:33.190670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Pushing event deleted for resources: {'Port': ['ID=e97f0326-6157-47c0-a379-98169e3d6388,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:33.256409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.256838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.257263 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.257687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.258100 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.258537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.258947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.259356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.259761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.260552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.260552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.260939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.261377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.261789 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.262186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.262613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.263017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.264219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.265223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.265631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.266038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.266819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.266819 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.267242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:43:33.272816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:33.416965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] No DVR routers for this DVR port e97f0326-6157-47c0-a379-98169e3d6388 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:43:33.426453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:33.430845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'name': 'network-vif-deleted', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:33.450851 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-da402113-79c4-43bf-8a1b-931d603f26bc req-cd2b7a73-ccd5-4c23-8aee-9c8060b7f97d tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.66 "GET /v2.0/ports?device_id=f1d47a6d-bc7c-4e50-b812-de4b30a745c4 HTTP/1.1" status: 200  len: 210 time: 0.0748017
Dec 03 03:43:33.462824 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91713221-c75e-43c4-a60e-8b3eee6e9ac7 req-5114f70c-cd10-4bda-af74-4d9badc7675f tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] 10.222.0.64 "DELETE /v2.0/ports/e97f0326-6157-47c0-a379-98169e3d6388 HTTP/1.1" status: 204  len: 173 time: 0.9462898
Dec 03 03:43:33.504045 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d47a6d-bc7c-4e50-b812-de4b30a745c4', 'name': 'network-vif-deleted', 'tag': 'e97f0326-6157-47c0-a379-98169e3d6388', 'status': 'completed', 'code': 200}
Dec 03 03:43:33.523728 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e97f0326-6157-47c0-a379-98169e3d6388 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:43:33.559108 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: e97f0326-6157-47c0-a379-98169e3d6388 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:43:33.559509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device e97f0326-6157-47c0-a379-98169e3d6388 not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:43:34.567484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38134) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:34.635128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Deleting subnet 6971c23a-1c79-44f8-aab0-58a5a597369a {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:43:34.639432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:34.696741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845076815'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:34.755233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.014493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036831258569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2831228'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.030166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-50073598-ac94-444c-b65c-835cd7cc0342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:35.117220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6971c23a-1c79-44f8-aab0-58a5a597369a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:35.132647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:35.165403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.172219 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1a589517-b968-4eb8-a168-cb3ad235259e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6971c23a-1c79-44f8-aab0-58a5a597369a HTTP/1.1" status: 204  len: 168 time: 0.6035867
Dec 03 03:43:35.174996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38138) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:35.296904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.508235 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.625253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8c0495f8>,) {'filters': {'network_id': ['f3549cf6-ed17-48c1-b65b-f417f27a00cc']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:35.642457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c0495f8>, '0f67d42f-df5a-4827-b795-9ecea8c64394') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:35.642809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8c0495f8>, '0f67d42f-df5a-4827-b795-9ecea8c64394') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:35.655324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699001'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.671204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:35.673217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:43:35.858272 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:43:35.867452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-23518868'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.055713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Network f3549cf6-ed17-48c1-b65b-f417f27a00cc has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:43:36.078811 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:43:36.159827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.163319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:36.177083 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.186440 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f3549cf6-ed17-48c1-b65b-f417f27a00cc,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:36.189621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:36.192395 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-066face7-0115-43f2-b548-3337509c4f8f admin admin] 10.222.0.66 "DELETE /v2.0/networks/f3549cf6-ed17-48c1-b65b-f417f27a00cc HTTP/1.1" status: 204  len: 168 time: 1.0155528
Dec 03 03:43:36.399944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38144) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:36.457841 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-84bfd997-bf86-43a5-ac35-debe0bdd4458 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b073306a442b4c14b452213b4b59c308&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0565133
Dec 03 03:43:36.460422 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38148) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:36.523713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.552520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.599590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.604906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1379f41-227e-47f7-a148-21d60a434fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:36.619876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed615c3-d011-4666-861b-99e612704477,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:36.623617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:36.628201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:36.629447 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ed615c3-d011-4666-861b-99e612704477 HTTP/1.1" status: 204  len: 168 time: 0.1680551
Dec 03 03:43:38.649082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38188) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:38.805000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:38.820960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:38.825240 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe34b4c3fd24b4fb7cefdeee55c1fa7 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:38.828896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:38.834743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:38.921805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:38.924717 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:38.937827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f1a8a39-ad73-44d2-a84c-10636873bd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:38.980569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fe34b4c3fd24b4fb7cefdeee55c1fa7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3303487
Dec 03 03:43:38.981493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93885768-ad93-4424-9c6c-95e9f74b9c43,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:38.984686 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38194) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:38.985781 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df3cff37-8569-4a21-a5d8-1330ec62d0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:39.049874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.081208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.130710 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.136143 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60842e93-a764-4a40-8575-3f528e691779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:39.151978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93885768-ad93-4424-9c6c-95e9f74b9c43,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:39.156557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:39.157652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.159661 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-73535782-f280-426f-8636-ed949e5c53a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93885768-ad93-4424-9c6c-95e9f74b9c43 HTTP/1.1" status: 204  len: 168 time: 0.1738009
Dec 03 03:43:39.595558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38202) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:39.615180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.630828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:39.634850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Usage tracker for resource:security_group_rule and tenant:355149f8be1c43f5b43bd17e173d4ddc is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:39.637807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:39.644583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:39.731354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.735160 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.743877 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a46277a-f858-4ebc-90ee-3cecdf8bd248 tempest-AttachVolumeTestJSON-1492895919 tempest-AttachVolumeTestJSON-1492895919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:39.785720 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=355149f8be1c43f5b43bd17e173d4ddc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1888642
Dec 03 03:43:39.787466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0a6f1-cd8a-488c-a247-c449f4a0a5be,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:39.788671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38206) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:39.790725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-da17235b-87b1-4c59-9d34-1bb95a49560a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:39.852043 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.880038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.927058 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.932387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a6d3ce2-c079-4ad3-b59d-0d267419f2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:39.945828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0a6f1-cd8a-488c-a247-c449f4a0a5be,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:39.950111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:39.955983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:39.957228 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7b0a6f1-cd8a-488c-a247-c449f4a0a5be HTTP/1.1" status: 204  len: 168 time: 0.1674619
Dec 03 03:43:42.342326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38258) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:42.497482 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.514719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:42.518857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d99bbe5d054857a19a151a8d424269 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:42.521835 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:42.527708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:42.616638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.619560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.628946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1c53a399-bf06-4646-9a35-65a36036041b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:42.669123 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2d99bbe5d054857a19a151a8d424269&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3256533
Dec 03 03:43:42.672719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38264) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:42.674856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41afbc6d-c9da-408b-938b-b2077a9e9061,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:42.678490 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-191a3eb5-80a4-4acf-936a-a958f07829e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:42.743596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.771808 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.817270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.822549 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c737b88-b64e-4c7c-9764-d3b2f6d186fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:42.835653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41afbc6d-c9da-408b-938b-b2077a9e9061,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:42.838606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:42.842182 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:42.844099 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bccaa7fe-2bb3-4e5f-8831-403755a4cae2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41afbc6d-c9da-408b-938b-b2077a9e9061 HTTP/1.1" status: 204  len: 168 time: 0.1697800
Dec 03 03:43:43.214251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38272) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:43.234769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.251202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:43.255306 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:35cc4ab7f29f4d52a3b9901fb7a03d10 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:43.258300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:43.264541 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:43.351747 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.354674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.365017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7e42a89d-4368-4eda-a1a2-09b6c63ce0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:43.410074 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35cc4ab7f29f4d52a3b9901fb7a03d10&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1946173
Dec 03 03:43:43.411823 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2d7fc-68a3-4191-a679-7b59f591873d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:43.412905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38276) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:43.415073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:43.480027 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.508722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.567174 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.572342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f2460e0-0e1e-42b7-9f5b-137009c03fa8 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:43.587551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2d7fc-68a3-4191-a679-7b59f591873d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:43.592505 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:43.600513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:43.601683 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-696d22d4-4404-46ba-bb6f-c7ef622e8e4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ba2d7fc-68a3-4191-a679-7b59f591873d HTTP/1.1" status: 204  len: 168 time: 0.1877303
Dec 03 03:43:43.687314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d4af6257-694d-4819-9ce9-3c57f15d6e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:46.241195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ba464ee8-394f-4106-b925-9ce9eb708ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:46.686804 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:47.516583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:47.715387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:48.209532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:53.705995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:43:53.755117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3643f7-3bc5-494b-bedb-0d64677b637c req-dd75df84-c19e-465b-9af1-e6c762568b11 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:53.756755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a3643f7-3bc5-494b-bedb-0d64677b637c req-dd75df84-c19e-465b-9af1-e6c762568b11 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.3011231
Dec 03 03:43:53.807987 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a3643f7-3bc5-494b-bedb-0d64677b637c req-566392fb-8675-4d5d-8c4d-86224fae6af4 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0445230
Dec 03 03:43:55.149223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4a09-f873-45ca-8269-9ebc985fd3e8 req-540c6888-77b0-4cc2-b540-3b258f30afca tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:55.150793 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36ec4a09-f873-45ca-8269-9ebc985fd3e8 req-540c6888-77b0-4cc2-b540-3b258f30afca tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.2102757
Dec 03 03:43:55.226332 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36ec4a09-f873-45ca-8269-9ebc985fd3e8 req-c55bb835-2f07-472e-aff3-8d6086aede59 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0679779
Dec 03 03:43:55.242718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-650bd660-3d9e-4792-ba9c-521a70a7e7f1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:55.244317 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-650bd660-3d9e-4792-ba9c-521a70a7e7f1 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 946 time: 0.1433301
Dec 03 03:43:55.319560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 01a7c05b-85fc-46aa-9257-cbcd90973e50 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:55.319946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:55.686122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 01a7c05b-85fc-46aa-9257-cbcd90973e50 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:43:55.800828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:55.801254 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:55.803121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:55.830856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:55.841147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:55.844827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:55.846706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:55.892375 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'code': 200}
Dec 03 03:43:55.917313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:55.920837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:56.103172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.103597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.103958 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP 7b8e98a8-c6c0-4286-a386-bf9b4cade84d disassociated. External IP: 172.27.0.144, port: 01a7c05b-85fc-46aa-9257-cbcd90973e50.
Dec 03 03:43:56.104342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 01a7c05b-85fc-46aa-9257-cbcd90973e50 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:56.190915 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:43:56.191457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:43:56.449813 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d88e4-bd40-4095-b0fb-b3db4ace23f0 req-6c586403-1ef3-4969-9b49-eaa162ddbac8 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:43:56.451488 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d8d88e4-bd40-4095-b0fb-b3db4ace23f0 req-6c586403-1ef3-4969-9b49-eaa162ddbac8 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 944 time: 0.0835919
Dec 03 03:43:56.468499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38400) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:56.502280 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d8d88e4-bd40-4095-b0fb-b3db4ace23f0 req-6d2af790-0684-48a5-b0d6-771960177add tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0426745
Dec 03 03:43:56.625158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.642067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:56.646223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Usage tracker for resource:security_group_rule and tenant:754c2444375846a6a10e1d5be8984539 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:56.649179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:56.655596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:56.693012 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 01a7c05b-85fc-46aa-9257-cbcd90973e50 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:43:56.693452 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.741183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.744671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.754495 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf54fce9-6b3e-4a78-a5ee-6e823fdeec01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:56.799399 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=754c2444375846a6a10e1d5be8984539&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3296282
Dec 03 03:43:56.800284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c254b5d-a418-4f21-9c01-d2bceed90b67,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:56.802827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38406) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:56.805828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7b60faf1-ab25-47f2-b934-bc386fb4929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:56.866531 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.895731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.946120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.951305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f2faa5d-81df-493d-8f81-42332bbe2654 tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:56.962386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] For port 01a7c05b-85fc-46aa-9257-cbcd90973e50, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=01a7c05b-85fc-46aa-9257-cbcd90973e50,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:43:56.962793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.965109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c254b5d-a418-4f21-9c01-d2bceed90b67,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:56.970483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:56.974883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:56.976810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c254b5d-a418-4f21-9c01-d2bceed90b67 HTTP/1.1" status: 204  len: 168 time: 0.1728916
Dec 03 03:43:57.289024 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.289565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.289755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP 7b8e98a8-c6c0-4286-a386-bf9b4cade84d disassociated. External IP: 172.27.0.144, port: 01a7c05b-85fc-46aa-9257-cbcd90973e50.
Dec 03 03:43:57.290146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 01a7c05b-85fc-46aa-9257-cbcd90973e50 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:43:57.336402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38414) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:57.355837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.371357 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:43:57.375538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Usage tracker for resource:security_group_rule and tenant:a40d637c40464d93ac7b1b17dac6f112 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:43:57.378556 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:43:57.384514 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:43:57.435685 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.451084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a8c1cef-3a45-4d3e-90fd-d4187171bd64 tempest-TestMinimumBasicScenario-974781014 tempest-TestMinimumBasicScenario-974781014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:57.473923 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.476841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.485955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-045aed6a-d74f-4692-8fff-ef32e4e5b300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:57.503341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=01a7c05b-85fc-46aa-9257-cbcd90973e50,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:57.532381 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a40d637c40464d93ac7b1b17dac6f112&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1941717
Dec 03 03:43:57.535365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cebf2a-415c-45aa-9f1a-417e449c8cf6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:57.538144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38420) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:43:57.541221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0a3a2b2-9ff5-4fca-866a-f2bbb5986c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:57.553013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:57.604688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.639669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.690172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.695492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f12199b3-29f3-4bc3-976c-1008d2b5ede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:43:57.709675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cebf2a-415c-45aa-9f1a-417e449c8cf6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:43:57.712596 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:43:57.713802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:57.718710 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37cebf2a-415c-45aa-9f1a-417e449c8cf6 HTTP/1.1" status: 204  len: 168 time: 0.1759784
Dec 03 03:43:57.814725 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93c0f5ea-d4a0-4250-86e8-ce225ba66771 req-f0c2f680-2241-4609-a7c4-6f22f823d909 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 210 time: 0.1160281
Dec 03 03:43:57.874247 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:43:58.064749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:43:58.078642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:43:58.089714 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:43:58.090606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cbf3be0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:43:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:58.108176 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] No DVR routers for this DVR port 01a7c05b-85fc-46aa-9257-cbcd90973e50 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:43:58.111041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:43:58.115671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-deleted', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:43:58.137296 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c770f31d-9489-4fd1-9d8e-c63d6023d98f req-30ee6e90-a2e1-439f-aa47-559049fd91bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "DELETE /v2.0/ports/01a7c05b-85fc-46aa-9257-cbcd90973e50 HTTP/1.1" status: 204  len: 173 time: 2.8860331
Dec 03 03:43:58.225000 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be1987f-dbd5-4de9-836b-903aa98376a4', 'name': 'network-vif-deleted', 'tag': '01a7c05b-85fc-46aa-9257-cbcd90973e50', 'status': 'completed', 'code': 200}
Dec 03 03:43:58.302221 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:43:58.663020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cbf3be0>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:58.667511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:43:58.677857 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:43:58.678672 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cbf3be0>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:43:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:59.026943 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2374bd30-eb08-4579-b4cc-e73ad6f7b8c8 req-7f080b51-a2b6-4626-95f3-57a7b821c0de tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:43:59.042578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:43:59.043664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2374bd30-eb08-4579-b4cc-e73ad6f7b8c8 req-7f080b51-a2b6-4626-95f3-57a7b821c0de tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:43:59.045963 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2374bd30-eb08-4579-b4cc-e73ad6f7b8c8 req-7f080b51-a2b6-4626-95f3-57a7b821c0de tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=1be1987f-dbd5-4de9-836b-903aa98376a4 HTTP/1.1" status: 200  len: 210 time: 0.0807679
Dec 03 03:43:59.412569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cbf3be0>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:43:59.416941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6623-63a4-46bc-9bd5-ad0ddc2b673b None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:43:59.804922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af61bb-427a-4fdc-9701-26460544e648 None None] New status for floating IP 7b8e98a8-c6c0-4286-a386-bf9b4cade84d: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:44:00.485626 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-0174ca4c-f258-45d4-9296-5a1e613f88be tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-385853502&fields=id&tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 267 time: 0.0441837
Dec 03 03:44:00.654816 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-14466db8-59cc-46af-bd3c-abbe7c337ebc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:00.656874 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-14466db8-59cc-46af-bd3c-abbe7c337ebc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.1640978
Dec 03 03:44:00.674193 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-fd6c503a-d898-4cf9-9772-478c73cc7a87 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/quotas/53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 375 time: 0.0105965
Dec 03 03:44:00.773170 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-c478b95a-19d0-4840-a571-39b6ecb7f6a5 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0921609
Dec 03 03:44:00.924445 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-128f4f21-0155-4aaf-bdf0-99f79e4aca3d service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381989
Dec 03 03:44:01.069482 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-fb41c283-5c8e-4f79-bf45-247cb0011fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384392
Dec 03 03:44:01.491157 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4be02064-d2a9-4829-94c8-7348eac8b772 req-bcd817f9-a05a-4308-9377-6cfe87ad59b7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 210 time: 0.0470636
Dec 03 03:44:02.870005 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63d19717-d222-47de-8907-d5521d06250b req-e4bc2206-89c7-4da6-b1c4-3caf7b9171dc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 210 time: 0.0552838
Dec 03 03:44:02.927115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-86f1b1af-9a13-4480-b878-de45a6905c79 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:02.928686 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-86f1b1af-9a13-4480-b878-de45a6905c79 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.4474041
Dec 03 03:44:03.018811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-b051c202-eee1-40fa-957e-49901367e27d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 5549 time: 0.0697272
Dec 03 03:44:03.028480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'port': {'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'admin_state_up': True, 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'security_groups': ['57c2dd8e-b1a2-4d1f-bc11-1e75d7985578']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:03.148652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38508) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:03.178896 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:03.192474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:03.211506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Made reservation on behalf of 53824ced637f4561a36b7f7aacf50bec for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:44:03.217520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.322320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.340465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:03.345567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Usage tracker for resource:security_group_rule and tenant:b48be64d50d24224874a2435290c27bb is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:03.349028 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:03.355379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:03.449999 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.453600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.462989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35d647f9-fc2d-4377-bda3-b12545c49afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:03.494046 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b48be64d50d24224874a2435290c27bb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3442032
Dec 03 03:44:03.498078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38514) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:03.540805 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e2748-d8c5-430f-b6c2-017fa4ac6087,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:03.551324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.20.0.5 (fbc7e55f-d22e-4329-970b-a9a3c37bd3aa/bbbca961-029c-47c0-b9e9-e2dbdc1865e9/297083ec-7023-4e03-9c7f-ddad6427c76f) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:44:03.567626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.567959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.568394 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.568850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.569443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.569629 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.570193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.570782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.571345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.571874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.572431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.572991 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.573642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.574204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.574779 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.575330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.575899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.576456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.577538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.578300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.578875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.579320 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.579725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.580194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:03.586040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce2bda4c-6277-4235-aa85-24738ce006dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:03.618052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.647580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.695889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.701140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e4d8242-60ea-4da1-a873-1bf19f93e083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:03.714791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e2748-d8c5-430f-b6c2-017fa4ac6087,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:03.718169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:03.720396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.724549 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ec4b1fc-e5f5-4ba1-a6fc-d86ee1dad9db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f53e2748-d8c5-430f-b6c2-017fa4ac6087 HTTP/1.1" status: 204  len: 168 time: 0.2247400
Dec 03 03:44:03.781851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.799345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Transition to ACTIVE for port object 297083ec-7023-4e03-9c7f-ddad6427c76f will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:44:03.822061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:03.839116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:03.977502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:03.980708 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:04.084198 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38524) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:04.105702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.117836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:44:04.120227 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:44:04.121836 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:04.125664 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:44:04.126962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e285854e45c44c20903bf631978f70f0 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:04.129529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:04.135936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:04.198895 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245aa51-67b0-43f5-8341-b2a13f93b1aa req-079bf0c7-5c28-4d56-9798-ec7abcadd8c7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:04.200587 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4245aa51-67b0-43f5-8341-b2a13f93b1aa req-079bf0c7-5c28-4d56-9798-ec7abcadd8c7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 931 time: 0.1912405
Dec 03 03:44:04.212011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:04.212741 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.267172 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.272026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.278035 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2535515
Dec 03 03:44:04.282341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141d8872-ebef-40d4-bf7c-ad6e56eb84a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:04.283380 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4245aa51-67b0-43f5-8341-b2a13f93b1aa req-7a46e935-30a2-49a4-97e8-c3c02ee7b601 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0663247
Dec 03 03:44:04.295392 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-725d3986-11ce-48c9-8250-bdc09471851f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:44:04.297391 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-725d3986-11ce-48c9-8250-bdc09471851f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0073302
Dec 03 03:44:04.330771 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e285854e45c44c20903bf631978f70f0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2451289
Dec 03 03:44:04.333574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38530) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:04.335275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96dfac-9a13-4d87-9efd-38695e3c23fe,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:04.339803 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:04.355870 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5b24fe45-9ffb-4adc-9e32-8900de49370c None None] Provisioning for port 297083ec-7023-4e03-9c7f-ddad6427c76f completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:44:04.362649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5b24fe45-9ffb-4adc-9e32-8900de49370c None None] Provisioning complete for port 297083ec-7023-4e03-9c7f-ddad6427c76f triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:44:04.363078 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b24fe45-9ffb-4adc-9e32-8900de49370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.411745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.430579 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-5b24fe45-9ffb-4adc-9e32-8900de49370c None None] Port 297083ec-7023-4e03-9c7f-ddad6427c76f cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:44:04.441379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.490187 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.495436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6241b3b-0f1c-45eb-b6af-0037b814318f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:04.507121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96dfac-9a13-4d87-9efd-38695e3c23fe,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:04.511076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:04.515437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:04.518896 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-093c7608-b250-45f7-89f0-4141c53729a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c96dfac-9a13-4d87-9efd-38695e3c23fe HTTP/1.1" status: 204  len: 168 time: 0.1840444
Dec 03 03:44:04.529862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Request body: {'port': {'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:04.650503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.071523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297083ec-7023-4e03-9c7f-ddad6427c76f {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:44:05.080259 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.091937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Transition to ACTIVE for port object 297083ec-7023-4e03-9c7f-ddad6427c76f will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:44:05.095941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.114171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e92b7ea7-2350-455b-8a7d-70a3ca2299bf tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:05.249510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:05.255116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:05.529244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Attempting to bind port 297083ec-7023-4e03-9c7f-ddad6427c76f on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:44:05.529630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Attempting to bind port 297083ec-7023-4e03-9c7f-ddad6427c76f by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:44:05.530600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Attempting to bind port 297083ec-7023-4e03-9c7f-ddad6427c76f on network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:44:05.540515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:44:05.541271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:44:05.541690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.542107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Bound using segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:44:05.542642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Bound port: 297083ec-7023-4e03-9c7f-ddad6427c76f, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:44:05.543416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.654697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db48ee-d9a6-4abd-b305-e371f33e5440 req-86b12b8b-5cc3-424c-8134-f68c26cb6438 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:05.656122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-38db48ee-d9a6-4abd-b305-e371f33e5440 req-86b12b8b-5cc3-424c-8134-f68c26cb6438 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:44:05.675662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:44:05.680102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=297083ec-7023-4e03-9c7f-ddad6427c76f,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:44:05.684248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.700171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aede0985-8ab7-4578-8ce6-74bc425d1b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:05.729523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-38db48ee-d9a6-4abd-b305-e371f33e5440 req-86b12b8b-5cc3-424c-8134-f68c26cb6438 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:44:05.730862 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38db48ee-d9a6-4abd-b305-e371f33e5440 req-86b12b8b-5cc3-424c-8134-f68c26cb6438 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.2855110
Dec 03 03:44:05.892450 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38db48ee-d9a6-4abd-b305-e371f33e5440 req-89901925-98c0-4b8c-932a-93e30c7e3fc5 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1508899
Dec 03 03:44:05.910184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:05.915442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:05.955147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:05.955858 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:05.957421 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] 10.222.0.64 "PUT /v2.0/ports/297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 1157 time: 1.6530778
Dec 03 03:44:05.958000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:44:06.055020 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'status': 'completed', 'code': 200}
Dec 03 03:44:06.107071 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-2337e1a2-e771-42f8-bc8f-39c20dbe454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:06.109383 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-2337e1a2-e771-42f8-bc8f-39c20dbe454d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1160 time: 0.0962954
Dec 03 03:44:06.191184 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-4937b266-e322-4137-9120-aa85e8dbaa47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 217 time: 0.0693958
Dec 03 03:44:06.268935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-608336cc-e6fd-4580-ab2b-e96f99f8a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:06.270634 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-608336cc-e6fd-4580-ab2b-e96f99f8a9b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0734475
Dec 03 03:44:06.355783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7806622-91a4-48e5-a6e9-308246844627 req-19d38ca0-aabc-4fd2-beb7-78eb7f509149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:06.357454 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-19d38ca0-aabc-4fd2-beb7-78eb7f509149 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804625
Dec 03 03:44:06.741640 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-0015f21a-524d-4ef3-a6a9-c2b07d486475 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772235
Dec 03 03:44:06.895814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7806622-91a4-48e5-a6e9-308246844627 req-56278aa2-444b-4581-8c57-533c75b63b52 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457281
Dec 03 03:44:07.112772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-9a75fa2f-ded9-4828-906a-93db014538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:07.114509 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-9a75fa2f-ded9-4828-906a-93db014538b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1160 time: 0.1344302
Dec 03 03:44:07.236930 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8190-2e6c-401e-aa87-fec98f4f609f req-83a58639-5a6e-4a23-8895-46e182fb9f1f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:07.238558 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69bd8190-2e6c-401e-aa87-fec98f4f609f req-83a58639-5a6e-4a23-8895-46e182fb9f1f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.1954231
Dec 03 03:44:07.327518 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69bd8190-2e6c-401e-aa87-fec98f4f609f req-2c2d95e2-21bb-4a3f-ac59-571a34ebbf40 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0814157
Dec 03 03:44:07.328855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-5bbf7b62-3db3-4180-a412-1944c235c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:07.330407 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-5bbf7b62-3db3-4180-a412-1944c235c9bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.2011137
Dec 03 03:44:07.407250 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-f35ac56f-b348-4a6f-ac42-aa219997cab7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 217 time: 0.0697999
Dec 03 03:44:07.477843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-b981e96f-5c00-411d-84f7-1266c2ce9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:07.479528 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-b981e96f-5c00-411d-84f7-1266c2ce9114 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0660160
Dec 03 03:44:07.568275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-f3932dda-da0e-4658-ae18-7346e9a843fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:07.569988 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-f3932dda-da0e-4658-ae18-7346e9a843fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830193
Dec 03 03:44:07.726843 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-e6858e29-000a-4132-bb99-4b56864be128 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485982
Dec 03 03:44:07.880411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-665f18dd-3830-4b6e-8eb1-f12ce08591c8 req-89c7a675-2b35-4cdd-ab15-804fc274a968 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454866
Dec 03 03:44:08.553122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b0a84-d746-4395-adc6-df21c3df6bb2 req-bf255382-2c18-4246-bdce-95e89e4a8386 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:08.554721 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9b4b0a84-d746-4395-adc6-df21c3df6bb2 req-bf255382-2c18-4246-bdce-95e89e4a8386 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0927110
Dec 03 03:44:08.604300 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9b4b0a84-d746-4395-adc6-df21c3df6bb2 req-8b46a2eb-67b5-459e-b901-59cf2cc6d1c0 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432074
Dec 03 03:44:09.825518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7979-75bf-45da-91a5-f1c89f309b16 req-973aaf29-eabf-4650-87d8-1d6b945b8a04 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:09.827448 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f95f7979-75bf-45da-91a5-f1c89f309b16 req-973aaf29-eabf-4650-87d8-1d6b945b8a04 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0926142
Dec 03 03:44:09.877408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f95f7979-75bf-45da-91a5-f1c89f309b16 req-7771014a-6ecf-483b-8739-f0d53724c5c0 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0434723
Dec 03 03:44:11.226368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c1716-066a-4c84-a91d-57cc997b4ebf req-a8577e67-59ab-41b9-82b7-77ca72e6c94e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:11.228007 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe7c1716-066a-4c84-a91d-57cc997b4ebf req-a8577e67-59ab-41b9-82b7-77ca72e6c94e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0872686
Dec 03 03:44:11.278292 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe7c1716-066a-4c84-a91d-57cc997b4ebf req-4ba7a6fd-db99-4586-b3cf-06aeaa2d8a31 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432074
Dec 03 03:44:12.491204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05d746-87d8-4899-9d00-6a2568e62b2c req-acbf10c8-46b2-47d5-985d-07a31483612f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:12.492857 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf05d746-87d8-4899-9d00-6a2568e62b2c req-acbf10c8-46b2-47d5-985d-07a31483612f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0869696
Dec 03 03:44:12.541678 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf05d746-87d8-4899-9d00-6a2568e62b2c req-a37e8464-6eea-4f18-8b4c-589bb235415c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0424180
Dec 03 03:44:13.689158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8be23dca-450f-4c64-8fe8-2250a107a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:13.764694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc815e-765e-407d-b8ee-efc226b44dd5 req-a8fd2758-92cd-4100-a4ca-544218aaf0fe tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:13.766339 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7dc815e-765e-407d-b8ee-efc226b44dd5 req-a8fd2758-92cd-4100-a4ca-544218aaf0fe tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0895293
Dec 03 03:44:13.814083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7dc815e-765e-407d-b8ee-efc226b44dd5 req-bf0d2ec3-3d20-49b5-976b-593ac0f49f30 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0412142
Dec 03 03:44:14.339042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 297083ec-7023-4e03-9c7f-ddad6427c76f up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:44:14.410792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 297083ec-7023-4e03-9c7f-ddad6427c76f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:44:14.415675 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 297083ec-7023-4e03-9c7f-ddad6427c76f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:44:14.416105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:14.539036 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:14.568406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:44:14.580168 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=297083ec-7023-4e03-9c7f-ddad6427c76f,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:44:14.585918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:14.588115 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:14.628923 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'code': 200}
Dec 03 03:44:14.663535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:14.672016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.672407 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.672794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.673178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.673560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.673939 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.674336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.674718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.675091 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.675472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.675845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.676219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.676677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.677056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.677427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.677797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.678165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.678565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.678936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.679304 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.679679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.680046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.680552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.680922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:44:14.685466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:14.925557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38670) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:14.946699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2241b3-0a14-40b8-9579-17e96c537ba2 req-3d19eb53-89f2-44a8-aaa0-7625c1098494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:14.948536 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd2241b3-0a14-40b8-9579-17e96c537ba2 req-3d19eb53-89f2-44a8-aaa0-7625c1098494 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.0795987
Dec 03 03:44:15.052440 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd2241b3-0a14-40b8-9579-17e96c537ba2 req-149dffdb-0e41-499c-afd4-80d0e5a5cbce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0666037
Dec 03 03:44:15.072132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ede0-0cec-4ac0-b2f4-481862287e9a req-303e0303-eeaa-41bd-a05e-59321d543021 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:15.073744 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4d6ede0-0cec-4ac0-b2f4-481862287e9a req-303e0303-eeaa-41bd-a05e-59321d543021 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.1239057
Dec 03 03:44:15.097462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.118409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:15.122801 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4d6ede0-0cec-4ac0-b2f4-481862287e9a req-dbd58b02-0b84-4b39-a733-9720edb53a54 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420904
Dec 03 03:44:15.123041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Usage tracker for resource:security_group_rule and tenant:598b6cee770a461d875b4541fb080acc is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:15.127529 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:15.133948 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:15.235625 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.238546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.246624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1a1c5e1a-be38-439a-902a-92c15614a2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:15.304403 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=598b6cee770a461d875b4541fb080acc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3770669
Dec 03 03:44:15.305376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d226b4-1ae1-4e7a-a754-d6152d369ba3,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:15.307582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38676) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:15.309413 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23be6767-d5f2-40b3-9e95-75076277741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:15.383061 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.418872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.469582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.475191 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bd420999-9233-46ee-b438-09896d091975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:15.497165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d226b4-1ae1-4e7a-a754-d6152d369ba3,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:15.501606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.504135 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33d226b4-1ae1-4e7a-a754-d6152d369ba3 HTTP/1.1" status: 204  len: 168 time: 0.1943893
Dec 03 03:44:15.504475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a6bba7c0-02cd-4ee5-8d11-c91ce1f2c931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:15.895417 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.66', 38684) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:15.921483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:15.944150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:15.948907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Usage tracker for resource:security_group_rule and tenant:c8b98e1ef1df401aa19dc32343dc4a46 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:15.952632 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:15.958699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:16.065323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.068133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.083491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3eedd3da-9572-46f4-bbb6-abe92b6cdfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:16.121029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 297083ec-7023-4e03-9c7f-ddad6427c76f up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:44:16.129614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c3e63-23bc-420a-ac67-a7f3351b3e81,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:16.135723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:16.145927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38688) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:16.155140 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bce4fddd-f623-402f-b014-544624d6227a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8b98e1ef1df401aa19dc32343dc4a46&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2583549
Dec 03 03:44:16.225833 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 297083ec-7023-4e03-9c7f-ddad6427c76f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:44:16.226527 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.232144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.278667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.294295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11f780dd-dcb8-48a0-b89b-d6fb14ee4ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.339899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.345936 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ecb1aa01-07db-4e81-b397-dfccfe64f814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:16.362112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c3e63-23bc-420a-ac67-a7f3351b3e81,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:16.367687 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:16.375492 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.379578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-443703dc-d9c8-4748-b615-90dc87d0aea7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e7c3e63-23bc-420a-ac67-a7f3351b3e81 HTTP/1.1" status: 204  len: 168 time: 0.2298617
Dec 03 03:44:16.410817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ae8a-fc10-47d4-993a-f26580eeab5a req-6e2405c8-5ac4-4369-906c-48ef34193666 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:16.412814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed80ae8a-fc10-47d4-993a-f26580eeab5a req-6e2405c8-5ac4-4369-906c-48ef34193666 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.0946374
Dec 03 03:44:16.461376 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed80ae8a-fc10-47d4-993a-f26580eeab5a req-af404451-34ee-4d60-8076-ec9630aeb4c2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421169
Dec 03 03:44:16.676904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df59fac-7db2-4d43-9e94-e7786111d2b4 req-82b57c6b-0720-46cc-9216-69762c69a35c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:16.678539 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3df59fac-7db2-4d43-9e94-e7786111d2b4 req-82b57c6b-0720-46cc-9216-69762c69a35c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.0848818
Dec 03 03:44:16.690962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.727315 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3df59fac-7db2-4d43-9e94-e7786111d2b4 req-ac5fc876-55fb-488b-80f3-19051f900474 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0419648
Dec 03 03:44:16.823339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38702) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:16.842512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.859004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:16.863303 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Usage tracker for resource:security_group_rule and tenant:94121fa4c84b4b20bd8727f42dd5359b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:16.866462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:16.873045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:16.959911 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-beffa62f-3a47-484d-af59-345093ac047d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1745086
Dec 03 03:44:16.965615 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.968639 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:16.971825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:16.977377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6897e4e-f926-4442-9693-bcf3dedfbce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:16.977649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:16.988894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:16.997756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.023008 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94121fa4c84b4b20bd8727f42dd5359b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1984344
Dec 03 03:44:17.023980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae582b-5f20-4fbb-b413-2102c9cc5423,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:17.026550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38706) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:17.029553 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:17.096360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.124809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.146432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.172088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.178949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a6c8c80d-d0f7-4cef-a09c-b1b402a3b9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:17.193949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae582b-5f20-4fbb-b413-2102c9cc5423,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:17.196908 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:17.198289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.206705 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-70278ef4-af0e-473a-99b4-92f2163455bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7ae582b-5f20-4fbb-b413-2102c9cc5423 HTTP/1.1" status: 204  len: 168 time: 0.1750257
Dec 03 03:44:17.439031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.27.0.160 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/2f088236-a6bf-496d-bf64-3bb9fd52bf1c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:44:17.537319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.603404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.631224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.647416 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-50750075-cdd6-4c95-bdc8-d87cdee830dc tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:17.719395 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.784866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=2f088236-a6bf-496d-bf64-3bb9fd52bf1c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:17.790117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:17.842039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:44:17.843971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:44:17.846561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:44:17.931888 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:17.997530 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.154208 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38728) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:18.210149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.288084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.291786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.307898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ab05cd-0294-4e9f-8ffa-88fec1afbf7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:18.313801 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1609756051-network', 'tenant_id': 'e5e0e53fa1cf4dadb1c43ad707e88957'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:18.319162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:18.323311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Usage tracker for resource:network and tenant:e5e0e53fa1cf4dadb1c43ad707e88957 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:18.326410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:18.332903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:18.343380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Made reservation on behalf of e5e0e53fa1cf4dadb1c43ad707e88957 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:44:18.348334 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.361862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.377545 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:18.381782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e0e53fa1cf4dadb1c43ad707e88957 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:18.384983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:18.392155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:18.448713 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=2f088236-a6bf-496d-bf64-3bb9fd52bf1c,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:18.482954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.486013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.490851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-997fd48d-b8bf-4e6e-9fda-4d7234d3ba88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:18.523312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 03 03:44:18.538207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a961191-e00a-41c5-a7ad-8dbbe4252b5a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:18.543465 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:18.544571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761614352960', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.545013 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Added segment 8e4bf0a1-aa92-451a-b251-39ece13f9433 of type vxlan for network 539c3532-ac1d-471b-844a-83fd3585088c
Dec 03 03:44:18.583298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761613777574'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.617774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.618861 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:18.619955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.626772 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2afc4691-02bf-43a5-810e-23b37a64b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:18.680309 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:18.743631 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5879819
Dec 03 03:44:18.745047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Pushing event updated for resources: {'Network': ['ID=539c3532-ac1d-471b-844a-83fd3585088c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:18.747911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-342c3f72-727e-4ce9-b726-646dd4736f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:18.749105 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 38734) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:44:18.756181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Request body: {'subnet': {'network_id': '539c3532-ac1d-471b-844a-83fd3585088c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1609756051-subnet', 'tenant_id': 'e5e0e53fa1cf4dadb1c43ad707e88957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:18.757305 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Network 539c3532-ac1d-471b-844a-83fd3585088c details requested by agent ovs-agent-dv-cinder-749155-3-iscsi with host dv-cinder-749155-3-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:44:18.761951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:18.767284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Usage tracker for resource:subnet and tenant:e5e0e53fa1cf4dadb1c43ad707e88957 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:18.770460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:18.776421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:18.781684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Network 539c3532-ac1d-471b-844a-83fd3585088c details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 03 03:44:18.782397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.790864 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Made reservation on behalf of e5e0e53fa1cf4dadb1c43ad707e88957 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:44:18.795911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851806144'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.816332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:18.817671 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-89df2d78-c625-418e-89d9-a5ace09cce0f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8510871
Dec 03 03:44:18.907471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-2dd81c3c-e688-4c24-8b7f-956ec2e60b48 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:44:18.923295 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-2dd81c3c-e688-4c24-8b7f-956ec2e60b48 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:44:18.924650 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-2dd81c3c-e688-4c24-8b7f-956ec2e60b48 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.160 HTTP/1.1" status: 200  len: 696 time: 0.1005015
Dec 03 03:44:19.092327 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-14ddd911-8163-4870-88c6-2d3c8f900403 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:19.093811 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d69f4b1-277a-40ca-8f90-4a5eb1ec2c24 req-14ddd911-8163-4870-88c6-2d3c8f900403 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1625078
Dec 03 03:44:19.226311 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851691172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851806127'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:19.242509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa5a1419-bf52-4ed5-8f03-8f3137598d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:19.287799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-7009ebbf-b288-4d91-a9db-7a0e9ddc9449 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:19.289536 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-7009ebbf-b288-4d91-a9db-7a0e9ddc9449 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0870938
Dec 03 03:44:19.382534 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-b6d2e3b3-00de-4490-8fb1-d596caa038f0 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.160 HTTP/1.1" status: 200  len: 696 time: 0.0858953
Dec 03 03:44:19.395178 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:19.479909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:19.597794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4243698b-65e5-43eb-8cdf-0183a7cc483d,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:19.618518 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:19.679147 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Checking segment: {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:44:19.679550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Network hostable DHCP agents. Network: 539c3532-ac1d-471b-844a-83fd3585088c, hostable agents: ['41caf531-da74-4ca0-ace2-fd1c2e3ac2c0'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 03 03:44:19.699318 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Network 539c3532-ac1d-471b-844a-83fd3585088c is scheduled to be hosted by DHCP agent 41caf531-da74-4ca0-ace2-fd1c2e3ac2c0 with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 03 03:44:19.708546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-3-iscsi, 539c3532-ac1d-471b-844a-83fd3585088c) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:44:19.718624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a51c02-cc6c-433f-a621-473a14cd50e4 None None] Network 539c3532-ac1d-471b-844a-83fd3585088c requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:44:19.720970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:19.721638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:19.754405 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4070da1b-2a9c-4cc2-9714-f7573a6e712d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9932287
Dec 03 03:44:19.970021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001f469-e393-40dc-9885-b9318aad120d None None] Network 539c3532-ac1d-471b-844a-83fd3585088c requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:44:20.114647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:20.119637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:20.320814 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP ce135385-229c-43b7-905e-38cda51b5d1e associated. External IP: 172.27.0.160, port: 297083ec-7023-4e03-9c7f-ddad6427c76f.
Dec 03 03:44:20.694798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:44:20.882173 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:44:20.886651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:20.896003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:44:20.909132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:44:20.909827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cada4a8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:44:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:44:20.946797 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-42389e21-4710-46ae-a3c2-90ff61a554a7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "PUT /v2.0/floatingips/ce135385-229c-43b7-905e-38cda51b5d1e HTTP/1.1" status: 200  len: 996 time: 1.5563889
Dec 03 03:44:20.947684 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:44:21.100232 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:44:21.132159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-6e87bc54-b5a2-4071-aae7-04294cb3c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:21.133923 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-6e87bc54-b5a2-4071-aae7-04294cb3c107 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.1726809
Dec 03 03:44:21.413943 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'status': 'completed', 'code': 200}
Dec 03 03:44:21.492603 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cada4a8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:19Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:44:21.496663 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:44:21.505567 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:44:21.506226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cada4a8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:44:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:44:21.601183 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-fc79467d-c689-4fa3-abc7-328f0b8c0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:21.602870 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-fc79467d-c689-4fa3-abc7-328f0b8c0718 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.4618123
Dec 03 03:44:21.605736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-f6b0be91-d05d-455f-b78c-cf4b01e7845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:21.607288 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-f6b0be91-d05d-455f-b78c-cf4b01e7845a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.1901815
Dec 03 03:44:21.705049 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:44:21.807914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-12cda4c0-8e9b-4272-9b64-4f62993a9494 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 999 time: 0.1976216
Dec 03 03:44:22.007064 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-1ee76c2f-d362-4c6f-88c2-966dadbc88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.008597 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-1ee76c2f-d362-4c6f-88c2-966dadbc88ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.3425863
Dec 03 03:44:22.098962 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cada4a8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:19Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:44:22.103242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9fa2f-f26e-45dc-9377-6078cfeff1eb None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:19Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:44:22.117169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-a2b32156-a286-4c6d-a7af-7ce3e127b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.118860 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-a2b32156-a286-4c6d-a7af-7ce3e127b666 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.3012943
Dec 03 03:44:22.224397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-0d414d29-547c-4c80-9384-e37a3df4f3d2 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.226048 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-0d414d29-547c-4c80-9384-e37a3df4f3d2 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 814 time: 0.4225006
Dec 03 03:44:22.227893 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-cfc22ac8-2c18-4b0f-8ea8-86b146620a9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 999 time: 0.2086153
Dec 03 03:44:22.299697 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-0ac461d6-9773-49de-8846-2c5996e9d3be tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/quotas/e5e0e53fa1cf4dadb1c43ad707e88957 HTTP/1.1" status: 200  len: 375 time: 0.0632806
Dec 03 03:44:22.375947 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-c8e214fd-c9f9-48d4-8a3d-6579134ca81e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0654123
Dec 03 03:44:22.377963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-e0e35f1e-769e-4978-8dae-ebe4cc82737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.379532 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-e0e35f1e-769e-4978-8dae-ebe4cc82737f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2447517
Dec 03 03:44:22.387169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-a16c4558-a9a8-4b40-b13f-5d24fe4fd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.388972 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-a16c4558-a9a8-4b40-b13f-5d24fe4fd8bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1511502
Dec 03 03:44:22.393379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-af530616-7f2f-4c62-9ac4-ee5883b1c6e6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:44:22.394481 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-af530616-7f2f-4c62-9ac4-ee5883b1c6e6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0093372
Dec 03 03:44:22.397006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb871503-10d8-40a2-8a93-020c7977a624 None None] New status for floating IP ce135385-229c-43b7-905e-38cda51b5d1e: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:44:22.728108 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-0b6442f6-094f-40d2-90e6-a62a930b325a service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326013
Dec 03 03:44:22.735328 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-74ab5360-1a4e-45b5-8389-628f58e45579 service neutron] 10.222.0.66 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2815702
Dec 03 03:44:22.738601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-439158ab-0fb2-4ca9-b4a8-cce84c49f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:22.740116 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-439158ab-0fb2-4ca9-b4a8-cce84c49f774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3435390
Dec 03 03:44:23.357101 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-b70cb0d7-85ea-45f6-b736-27e74262bc37 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5903122
Dec 03 03:44:23.360619 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc4d06ad-5ac4-4fa0-8afe-0a624c17406a req-882eefb5-caf5-42ba-83da-fc3993f96cd7 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6243722
Dec 03 03:44:23.363211 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-26475c48-7d11-4925-bfc1-0fbd3095f979 service neutron] 10.222.0.66 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6002846
Dec 03 03:44:23.516589 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526874a9-3b39-40f1-9f1f-2a65f49efdd4 req-7efff834-4af2-42d9-bef3-9614c35ba388 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513867
Dec 03 03:44:23.571645 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2eed4e47-9342-4520-8efa-b3cefb36d920 req-96d37ca4-fd41-4e35-a562-1081220bad1d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 210 time: 0.0505130
Dec 03 03:44:24.770704 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef5e2500-59d1-4d5d-9c4a-508af621f766 req-f893feb7-0e61-4d85-ad99-68e40c437124 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 210 time: 0.0643363
Dec 03 03:44:24.775938 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-fa4fe026-6a2c-42e9-b37b-ebb592713a22 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:24.777370 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-fa4fe026-6a2c-42e9-b37b-ebb592713a22 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 814 time: 0.2114937
Dec 03 03:44:24.801986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Request body: {'port': {'device_id': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c', 'admin_state_up': True, 'tenant_id': 'e5e0e53fa1cf4dadb1c43ad707e88957'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:24.947468 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:44:24.951650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Usage tracker for resource:port and tenant:e5e0e53fa1cf4dadb1c43ad707e88957 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 03 03:44:24.955252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 03 03:44:24.961065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:44:24.971273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Made reservation on behalf of e5e0e53fa1cf4dadb1c43ad707e88957 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:44:24.976892 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:25.289231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Allocated IP 172.20.0.4 (539c3532-ac1d-471b-844a-83fd3585088c/4243698b-65e5-43eb-8cdf-0183a7cc483d/4a2e0fca-783b-4b4d-8267-f8409019d87c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:44:25.508030 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:25.534955 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:25.553339 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7b6bebdf-2573-4347-8342-b0495d488489 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:25.684481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Pushing event updated for resources: {'Port': ['ID=4a2e0fca-783b-4b4d-8267-f8409019d87c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:25.687746 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:25.747696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Network 539c3532-ac1d-471b-844a-83fd3585088c is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:44:25.749052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:44:25.751400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:44:25.821076 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:25.821757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:25.843500 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-ffa93d8c-f53a-4a26-aa57-68499d15fe77 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0453386
Dec 03 03:44:25.861489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Request body: {'port': {'device_id': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:44:26.052509 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:26.115447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd87f88-f664-4456-9833-449c5b888a3c req-8baf40c7-bbb3-44ef-b043-8ae0f777e175 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:26.116150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7bd87f88-f664-4456-9833-449c5b888a3c req-8baf40c7-bbb3-44ef-b043-8ae0f777e175 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Synchronizing usage tracker for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:44:26.187074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7bd87f88-f664-4456-9833-449c5b888a3c req-8baf40c7-bbb3-44ef-b043-8ae0f777e175 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Unset dirty status for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:44:26.188369 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7bd87f88-f664-4456-9833-449c5b888a3c req-8baf40c7-bbb3-44ef-b043-8ae0f777e175 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 931 time: 0.2797248
Dec 03 03:44:26.306228 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7bd87f88-f664-4456-9833-449c5b888a3c req-e1c0a4f4-0192-405a-af57-bd266763227a tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084237
Dec 03 03:44:26.532363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2e0fca-783b-4b4d-8267-f8409019d87c {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:44:26.539275 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:26.552029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Transition to ACTIVE for port object 4a2e0fca-783b-4b4d-8267-f8409019d87c will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:44:26.554897 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:26.570700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e4e0abd1-2fc1-4e51-abab-c4b3c956302b tempest-TestShelveInstance-2006632833 tempest-TestShelveInstance-2006632833] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:26.697153 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e0fca-783b-4b4d-8267-f8409019d87c,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:26.707466 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:26.890328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Attempting to bind port 4a2e0fca-783b-4b4d-8267-f8409019d87c on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:44:26.890911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Attempting to bind port 4a2e0fca-783b-4b4d-8267-f8409019d87c by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:44:26.891047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Attempting to bind port 4a2e0fca-783b-4b4d-8267-f8409019d87c on network 539c3532-ac1d-471b-844a-83fd3585088c {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:44:26.896718 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:44:26.897096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Checking segment: {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:44:26.897503 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:26.897903 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Bound using segment: {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:44:26.898406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Bound port: 4a2e0fca-783b-4b4d-8267-f8409019d87c, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:44:26.898784 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:26.994536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] For port 4a2e0fca-783b-4b4d-8267-f8409019d87c, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:44:26.997731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] For port 4a2e0fca-783b-4b4d-8267-f8409019d87c, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4a2e0fca-783b-4b4d-8267-f8409019d87c,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:44:27.002202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:27.018617 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:27.172396 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e0fca-783b-4b4d-8267-f8409019d87c,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:27.177040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:27.209595 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:27.210336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:27.211894 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-f66ee2d7-df4f-4a17-a501-137bba210746 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a2e0fca-783b-4b4d-8267-f8409019d87c HTTP/1.1" status: 200  len: 1157 time: 1.3551953
Dec 03 03:44:27.212533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:44:27.299983 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c', 'status': 'completed', 'code': 200}
Dec 03 03:44:27.340600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-c3a37933-6428-417d-b877-059a0d112f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:27.342884 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-c3a37933-6428-417d-b877-059a0d112f67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 1160 time: 0.0790007
Dec 03 03:44:27.425417 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-da15e3d5-4266-46cd-ab73-ab7bcd8f594e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a2e0fca-783b-4b4d-8267-f8409019d87c HTTP/1.1" status: 200  len: 217 time: 0.0678992
Dec 03 03:44:27.549045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-d25aa20c-af29-48a0-94b3-993f03548e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:27.550691 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-d25aa20c-af29-48a0-94b3-993f03548e96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4243698b-65e5-43eb-8cdf-0183a7cc483d HTTP/1.1" status: 200  len: 854 time: 0.1182778
Dec 03 03:44:27.606777 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-88675c66-f2b5-403d-92e8-a3a44d56fcbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=539c3532-ac1d-471b-844a-83fd3585088c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468607
Dec 03 03:44:27.644238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de029-bc7f-43f6-83d1-6ccad862c100 req-978b14e2-4f33-4fb0-8689-c18334aef967 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:27.645799 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f4de029-bc7f-43f6-83d1-6ccad862c100 req-978b14e2-4f33-4fb0-8689-c18334aef967 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 943 time: 0.1781192
Dec 03 03:44:27.761463 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f4de029-bc7f-43f6-83d1-6ccad862c100 req-9b012b91-1a5e-4800-9820-bbd5c18af311 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082921
Dec 03 03:44:27.801768 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-4f0760ac-c057-4d9a-811e-b7eddae1e65d service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868267
Dec 03 03:44:27.949543 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a73ca67c-cdc8-405b-8a19-0c107f0fe8e8 req-70e68b37-d978-4f3a-98ca-a1c53a606c7b service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366141
Dec 03 03:44:28.128636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-1d77986e-14c9-45ea-8c74-159b7e8fb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:28.130479 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-1d77986e-14c9-45ea-8c74-159b7e8fb5e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 1160 time: 0.0752420
Dec 03 03:44:28.515996 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-83aeb549-e1a2-48a7-8ef4-71a64c5032cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:28.517596 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-83aeb549-e1a2-48a7-8ef4-71a64c5032cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 908 time: 0.3717051
Dec 03 03:44:28.595200 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-d13f93b2-f192-437f-ac34-82d1b19b8e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a2e0fca-783b-4b4d-8267-f8409019d87c HTTP/1.1" status: 200  len: 217 time: 0.0666947
Dec 03 03:44:28.673112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-89ebe4d6-6098-4b59-8ce3-b555a649aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:28.674674 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-89ebe4d6-6098-4b59-8ce3-b555a649aee7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4243698b-65e5-43eb-8cdf-0183a7cc483d HTTP/1.1" status: 200  len: 854 time: 0.0652432
Dec 03 03:44:28.724778 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-84661595-d5d6-4e17-bc43-f8350b6207ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=539c3532-ac1d-471b-844a-83fd3585088c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432146
Dec 03 03:44:28.879380 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-2374c764-b191-41de-8a2a-4085b77622af service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431456
Dec 03 03:44:29.111761 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3623a20a-41c2-4d48-a98e-54df704fe393 req-cceceb19-148d-4075-b7d2-f4009261ff42 service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783798
Dec 03 03:44:29.118802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9ba2a-3e74-4d52-a99c-fd141528361c req-7c7113e1-3326-4c3e-94ad-f9abaddd6dfc tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:29.120333 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4b9ba2a-3e74-4d52-a99c-fd141528361c req-7c7113e1-3326-4c3e-94ad-f9abaddd6dfc tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 943 time: 0.2261021
Dec 03 03:44:29.170053 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4b9ba2a-3e74-4d52-a99c-fd141528361c req-6ceeda62-3174-4395-8c21-8829a88cda55 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424607
Dec 03 03:44:30.254592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-e573935c-66da-4279-8b6f-39381b33d1f7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 03 03:44:30.385224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ee40-2780-4675-b8ba-603ca07cf188 req-a5e239be-aa1b-4ce5-9082-2d181b43a70d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:30.386888 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1bf0ee40-2780-4675-b8ba-603ca07cf188 req-a5e239be-aa1b-4ce5-9082-2d181b43a70d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 943 time: 0.0868673
Dec 03 03:44:30.434490 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1bf0ee40-2780-4675-b8ba-603ca07cf188 req-0e6ae110-be11-404e-be73-ea96bb82d968 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404859
Dec 03 03:44:30.705604 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:44:30.720649 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4a2e0fca-783b-4b4d-8267-f8409019d87c up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:44:30.789023 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 4a2e0fca-783b-4b4d-8267-f8409019d87c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:44:30.794000 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 4a2e0fca-783b-4b4d-8267-f8409019d87c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:44:30.794462 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:30.916180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:30.943924 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:44:30.954696 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 4a2e0fca-783b-4b4d-8267-f8409019d87c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4a2e0fca-783b-4b4d-8267-f8409019d87c,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:44:30.957960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:30.959885 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87e938d7-a2c3-43ab-a3ac-a029f1d7b36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:44:31.029231 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=4a2e0fca-783b-4b4d-8267-f8409019d87c,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:44:31.033242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:44:31.090771 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c', 'code': 200}
Dec 03 03:44:31.363606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649144d9-2b96-4349-a0ee-287caf8dbc2e req-b7f17a53-cd2b-48d6-bd2e-7b2fe3e7d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:31.365238 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-649144d9-2b96-4349-a0ee-287caf8dbc2e req-b7f17a53-cd2b-48d6-bd2e-7b2fe3e7d19e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 1162 time: 0.0758371
Dec 03 03:44:31.412617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-649144d9-2b96-4349-a0ee-287caf8dbc2e req-6a43f824-4f03-4e39-9743-2df7e59218a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400224
Dec 03 03:44:31.648517 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6700e5-8609-4298-9dbf-385dbd52f5c3 req-95144f03-1c95-47a8-a680-822cdd3d59dd tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:31.650141 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d6700e5-8609-4298-9dbf-385dbd52f5c3 req-95144f03-1c95-47a8-a680-822cdd3d59dd tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 945 time: 0.0849535
Dec 03 03:44:31.697699 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d6700e5-8609-4298-9dbf-385dbd52f5c3 req-9e2b64d1-92f6-48b4-a757-f97232b5671a tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407565
Dec 03 03:44:32.314909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4a2e0fca-783b-4b4d-8267-f8409019d87c up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:44:32.388031 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 4a2e0fca-783b-4b4d-8267-f8409019d87c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:44:32.388601 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:32.912978 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a6c8d-23a6-4b72-8108-38291df1b938 req-b7c185d0-4eef-42dc-bbe5-a4a5979fbd3d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:32.914638 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b08a6c8d-23a6-4b72-8108-38291df1b938 req-b7c185d0-4eef-42dc-bbe5-a4a5979fbd3d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 945 time: 0.0879135
Dec 03 03:44:32.962856 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b08a6c8d-23a6-4b72-8108-38291df1b938 req-4c253c4e-c308-46eb-8e09-f0e4818cd476 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403619
Dec 03 03:44:43.692021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8a6495ad-f86c-4218-a160-30abb1f52134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:46.252406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ad31b7a5-7a0f-437b-88b3-01cbd2c67611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:46.695797 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:47.547167 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:47.722825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:48.211260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:44:50.123827 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-8b280f57-041b-4e98-9ea9-288de3ec9991 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0802915
Dec 03 03:44:50.298918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-e7ec4740-5124-4130-9173-bab50f1db83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:50.301428 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-e7ec4740-5124-4130-9173-bab50f1db83f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.0808759
Dec 03 03:44:50.456606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-4c17365a-bab8-447b-b819-860700ee34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:50.458182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-4c17365a-bab8-447b-b819-860700ee34b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1383607
Dec 03 03:44:50.568134 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-4c70d242-bac1-46d3-8cd9-2bd19e7d9fda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 1001 time: 0.1024649
Dec 03 03:44:50.640118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-e9203e2f-ff7e-4610-95e5-f771584bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:50.641671 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-e9203e2f-ff7e-4610-95e5-f771584bf728 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0646250
Dec 03 03:44:50.722677 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-48d1b454-d87c-4f90-99da-668d45bb793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:44:50.724318 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-48d1b454-d87c-4f90-99da-668d45bb793b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755472
Dec 03 03:44:50.867585 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-4f6047ad-e340-4524-a64c-9dd7973560f7 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355615
Dec 03 03:44:51.011434 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8cb1a3d-3731-48ab-8ed4-6934fa5630b1 req-0a91187e-c3da-42e8-80aa-5d27ae596f15 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357405
Dec 03 03:45:07.706536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:45:13.694008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-105cf7be-42c4-4b34-acab-cb3cb23eee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:16.245186 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b150344e-9f7e-442d-bc60-5604bd201c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:16.694695 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:17.440296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b5518-6b8e-45cb-b484-bee355be6dbc req-4db54570-fd23-4552-9227-e30b0d0b1389 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:17.442548 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-407b5518-6b8e-45cb-b484-bee355be6dbc req-4db54570-fd23-4552-9227-e30b0d0b1389 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 945 time: 0.0892844
Dec 03 03:45:17.491209 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-407b5518-6b8e-45cb-b484-bee355be6dbc req-1e3e7705-445d-478b-9819-12b1c7c5e484 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423567
Dec 03 03:45:17.560474 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:17.725732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:18.212954 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:18.705497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ffeb-4440-49e0-a8df-b48951cd2b09 req-c9a0af56-d179-4ba8-80ec-71064672d9a2 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:18.707808 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e082ffeb-4440-49e0-a8df-b48951cd2b09 req-c9a0af56-d179-4ba8-80ec-71064672d9a2 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 945 time: 0.0840063
Dec 03 03:45:18.760153 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e082ffeb-4440-49e0-a8df-b48951cd2b09 req-726492ee-3eb0-419c-b67e-43c99fd0edb1 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451281
Dec 03 03:45:19.107645 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-d4d16777-e1e1-4c5b-9f6d-ad4fa214c753 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:19.109244 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-d4d16777-e1e1-4c5b-9f6d-ad4fa214c753 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 945 time: 0.0880859
Dec 03 03:45:19.184829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Deleting port 4a2e0fca-783b-4b4d-8267-f8409019d87c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:45:19.185230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:19.458674 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] For port 4a2e0fca-783b-4b4d-8267-f8409019d87c, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=4a2e0fca-783b-4b4d-8267-f8409019d87c,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:45:19.459007 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:19.592140 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Calling delete_port for 4a2e0fca-783b-4b4d-8267-f8409019d87c owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:45:19.742726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:19.759798 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b035f5a-c9a6-41e7-9785-20af0a41d5db tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:45:19.809230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Pushing event deleted for resources: {'Port': ['ID=4a2e0fca-783b-4b4d-8267-f8409019d87c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:45:19.869404 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.869817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.870282 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.870809 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.871215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.871613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.872005 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.872399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.872791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.873180 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.873573 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.873971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.874487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.874880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.875271 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.875659 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.876047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.876436 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.876824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.877211 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.877598 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.877985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.878780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.878935 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:19.882891 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:45:19.961417 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ff06e51-25fb-48c3-9f29-5ae3595e0155 req-a2bddaa8-109d-48de-9d02-6fbf01aaf2de tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=8c3d5bbc-0412-456b-9b15-b243d6cc6df4 HTTP/1.1" status: 200  len: 210 time: 0.0705163
Dec 03 03:45:20.026667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] No DVR routers for this DVR port 4a2e0fca-783b-4b4d-8267-f8409019d87c on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:45:20.028843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:20.031585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'name': 'network-vif-deleted', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:45:20.048848 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de9acfc7-e1c6-474a-adce-7e5c0ba6f6ec req-1e9deeb8-39de-41c0-af6d-3bf09014463e tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "DELETE /v2.0/ports/4a2e0fca-783b-4b4d-8267-f8409019d87c HTTP/1.1" status: 204  len: 173 time: 0.9335828
Dec 03 03:45:20.094623 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3d5bbc-0412-456b-9b15-b243d6cc6df4', 'name': 'network-vif-deleted', 'tag': '4a2e0fca-783b-4b4d-8267-f8409019d87c', 'status': 'completed', 'code': 200}
Dec 03 03:45:20.944289 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4a2e0fca-783b-4b4d-8267-f8409019d87c no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:45:20.980004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] No Port match for: 4a2e0fca-783b-4b4d-8267-f8409019d87c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:45:20.980483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 4a2e0fca-783b-4b4d-8267-f8409019d87c not bound to the agent host hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:45:29.562794 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-80b5d25d-f8c7-491b-829b-b1f10dc96e96 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:29.564462 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-80b5d25d-f8c7-491b-829b-b1f10dc96e96 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 814 time: 0.1581714
Dec 03 03:45:29.581202 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-f7311418-5739-4e04-82e6-2f41d0a05963 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/quotas/e5e0e53fa1cf4dadb1c43ad707e88957 HTTP/1.1" status: 200  len: 375 time: 0.0098145
Dec 03 03:45:29.635989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-20d2047e-d918-452d-aa42-b5da40d6f001 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Synchronizing usage tracker for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:45:29.651299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-20d2047e-d918-452d-aa42-b5da40d6f001 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Unset dirty status for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:45:29.653028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-20d2047e-d918-452d-aa42-b5da40d6f001 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0661614
Dec 03 03:45:29.665828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-7c9e8ac9-b970-4185-8d3e-c03f3b9c0933 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:45:29.666903 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-7c9e8ac9-b970-4185-8d3e-c03f3b9c0933 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063255
Dec 03 03:45:29.811573 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-5e78fb8e-68ff-4e21-8bf7-2954ff311539 service neutron] 10.222.0.66 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382611
Dec 03 03:45:29.953552 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-b36cc176-4eb0-46cc-ada2-03db8c635718 service neutron] 10.222.0.66 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353092
Dec 03 03:45:30.154527 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-053eb1a7-8c6d-42df-a324-8732e8087160 req-35d5662f-304c-4c0e-bee2-e5584636bd3c tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 210 time: 0.0494568
Dec 03 03:45:31.339138 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2d7874c6-553c-454d-a938-ee8b6a0a6e4a req-f98ba3d1-3a65-4323-9aba-0178ec85a6da tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 210 time: 0.0459855
Dec 03 03:45:31.787763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-fec23251-169d-47b7-a8e4-ab5ab6761585 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:31.789313 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-fec23251-169d-47b7-a8e4-ab5ab6761585 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 814 time: 0.3839459
Dec 03 03:45:31.814073 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Request body: {'port': {'device_id': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c', 'admin_state_up': True, 'tenant_id': 'e5e0e53fa1cf4dadb1c43ad707e88957'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:45:31.956640 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:45:31.966489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:45:31.975947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Made reservation on behalf of e5e0e53fa1cf4dadb1c43ad707e88957 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:45:31.981507 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:32.293753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Allocated IP 172.20.0.8 (539c3532-ac1d-471b-844a-83fd3585088c/4243698b-65e5-43eb-8cdf-0183a7cc483d/10272c2e-4af8-48b2-9ef0-8afc8067ee63) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:45:32.554809 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-207e412f-dd54-46e3-b541-f86a08252af8 req-b736c452-2e34-405c-ae26-aa0cbbe4ebbd tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 210 time: 0.0627117
Dec 03 03:45:32.562092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:32.588560 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:32.603985 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd72c1a8-51db-4ccf-9d3b-118d2112abf9 tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:45:32.732667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Pushing event updated for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:45:32.736989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:45:32.797561 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Network 539c3532-ac1d-471b-844a-83fd3585088c is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:45:32.798782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:45:32.801132 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:45:32.867483 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:32.868151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:32.892483 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0823796
Dec 03 03:45:32.912122 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Request body: {'port': {'device_id': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:45:33.025074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:33.451628 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10272c2e-4af8-48b2-9ef0-8afc8067ee63 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:45:33.459582 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:33.472210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Transition to ACTIVE for port object 10272c2e-4af8-48b2-9ef0-8afc8067ee63 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:45:33.475116 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:33.490760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e874f68d-4da5-48f8-b9b2-1f51c075a792 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:45:33.627262 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Pushing event updated for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:45:33.641333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:45:33.878196 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Attempting to bind port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:45:33.878594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Attempting to bind port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:45:33.878961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Attempting to bind port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 on network 539c3532-ac1d-471b-844a-83fd3585088c {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:45:33.890712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ead1d-63ea-4fd8-baf8-26f83e92dc06 req-d6a2ba9c-734d-470a-8850-542d0076c167 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:33.891471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-219ead1d-63ea-4fd8-baf8-26f83e92dc06 req-d6a2ba9c-734d-470a-8850-542d0076c167 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Synchronizing usage tracker for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:45:33.895300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:45:33.896237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Checking segment: {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:45:33.896597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:33.896987 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Bound using segment: {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:45:33.897494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Bound port: 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4bf0a1-aa92-451a-b251-39ece13f9433', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '539c3532-ac1d-471b-844a-83fd3585088c'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:45:33.897868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:33.950616 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-219ead1d-63ea-4fd8-baf8-26f83e92dc06 req-d6a2ba9c-734d-470a-8850-542d0076c167 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Unset dirty status for tenant:e5e0e53fa1cf4dadb1c43ad707e88957 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:45:33.951908 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-219ead1d-63ea-4fd8-baf8-26f83e92dc06 req-d6a2ba9c-734d-470a-8850-542d0076c167 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 943 time: 0.2283657
Dec 03 03:45:34.032674 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-219ead1d-63ea-4fd8-baf8-26f83e92dc06 req-cc546e14-16da-47ab-bfed-f23c3c6e40fa tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720525
Dec 03 03:45:34.038990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:45:34.042443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:45:34.046096 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:34.062688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:45:34.220244 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Pushing event updated for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:45:34.224976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:45:34.255627 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:34.256458 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:34.257929 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-cc3c63c3-1b1f-43d0-b051-29b55d31f42c service neutron] 10.222.0.64 "PUT /v2.0/ports/10272c2e-4af8-48b2-9ef0-8afc8067ee63 HTTP/1.1" status: 200  len: 1157 time: 1.3509181
Dec 03 03:45:34.258523 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:45:34.346273 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63', 'status': 'completed', 'code': 200}
Dec 03 03:45:34.387842 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-08a80b12-9fd3-4309-84bf-7246605fb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:34.389732 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-08a80b12-9fd3-4309-84bf-7246605fb3c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 1160 time: 0.0792811
Dec 03 03:45:34.472908 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-77b84ea0-7270-4c2d-9772-9ebc145fbd97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63 HTTP/1.1" status: 200  len: 217 time: 0.0691607
Dec 03 03:45:34.554635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-478d1821-5806-4793-8f12-6d7f1e3b3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:34.556301 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-478d1821-5806-4793-8f12-6d7f1e3b3208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4243698b-65e5-43eb-8cdf-0183a7cc483d HTTP/1.1" status: 200  len: 854 time: 0.0771666
Dec 03 03:45:34.613066 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-1ebbbb79-1d94-4d64-9a15-d3c4794ca270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=539c3532-ac1d-471b-844a-83fd3585088c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497329
Dec 03 03:45:34.758861 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-b93f8fa8-8a9b-46a0-94bc-3077bc3274cb service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388397
Dec 03 03:45:34.907555 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cf3e88f-8ad5-4f7d-bd1f-0616320e95cd req-8b1c9ba3-5268-46d7-8e1a-413e910f17d6 service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413965
Dec 03 03:45:35.064298 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-061a21c7-ca2e-41fd-9ea8-9c5ce283d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:35.065921 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-061a21c7-ca2e-41fd-9ea8-9c5ce283d253 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 1160 time: 0.0738912
Dec 03 03:45:35.281673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-b8b06da1-672e-48b4-b0a1-f4f7bb685394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:35.283305 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-b8b06da1-672e-48b4-b0a1-f4f7bb685394 service neutron] 10.222.0.64 "GET /v2.0/networks?id=539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 200  len: 908 time: 0.2095740
Dec 03 03:45:35.360213 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-9a6dd47f-17e0-4955-9965-ae1081189da3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63 HTTP/1.1" status: 200  len: 217 time: 0.0687177
Dec 03 03:45:35.367236 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7b808-e510-47c4-9afc-ecc5ea161497 req-3636223e-9757-44fe-bebb-530fe93eb7ec tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:35.368786 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b7b808-e510-47c4-9afc-ecc5ea161497 req-3636223e-9757-44fe-bebb-530fe93eb7ec tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 943 time: 0.1957166
Dec 03 03:45:35.472092 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-04dedeb4-5541-4d32-8c27-4da7effe3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:35.474564 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-04dedeb4-5541-4d32-8c27-4da7effe3975 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4243698b-65e5-43eb-8cdf-0183a7cc483d HTTP/1.1" status: 200  len: 854 time: 0.1039858
Dec 03 03:45:35.476973 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b7b808-e510-47c4-9afc-ecc5ea161497 req-a7b64499-f2b1-483a-87d2-98929bb1949b tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697038
Dec 03 03:45:35.524538 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-d0adc384-ef67-4170-afac-e8c379472a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=539c3532-ac1d-471b-844a-83fd3585088c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436053
Dec 03 03:45:35.907038 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-7938f9f1-a710-4231-9532-a4a783906661 service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3748152
Dec 03 03:45:36.055296 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d5e8f42-2beb-4a0a-b099-128819e4f8df req-a482c4d7-7552-452a-9c5a-54fc840891d5 service neutron] 10.222.0.64 "GET /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410809
Dec 03 03:45:36.699670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f41fc-ec46-40c1-8b2a-b844ff955bef req-aa38b67d-3466-424a-b68d-1a3a6010d5db tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:36.701286 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f6f41fc-ec46-40c1-8b2a-b844ff955bef req-aa38b67d-3466-424a-b68d-1a3a6010d5db tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 943 time: 0.0907328
Dec 03 03:45:36.750107 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f6f41fc-ec46-40c1-8b2a-b844ff955bef req-49cc9ee4-f5f4-4e06-b2b6-2b3def0afde9 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423439
Dec 03 03:45:37.676550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 10272c2e-4af8-48b2-9ef0-8afc8067ee63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:45:37.747633 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:45:37.752487 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:45:37.752910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:37.870990 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:37.899580 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:45:37.909755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:45:37.913242 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:37.916148 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:45:37.962984 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63', 'code': 200}
Dec 03 03:45:37.965872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d5ea-011e-45c2-895d-508dac4309b6 req-3ca9a154-b1f6-48e5-9e59-ba61f9c9030d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:37.967551 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d62d5ea-011e-45c2-895d-508dac4309b6 req-3ca9a154-b1f6-48e5-9e59-ba61f9c9030d tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.0864935
Dec 03 03:45:37.991165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:45:38.000165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.000555 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.000941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.001321 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.002525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.002959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.003454 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.003845 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.004234 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.004650 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.005576 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.005953 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.006459 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.006844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.007222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.007597 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.007974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.008353 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.008729 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.009103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.009480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.009853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.010226 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.010635 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:45:38.016337 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d62d5ea-011e-45c2-895d-508dac4309b6 req-e0618d27-5f2e-49ca-96cd-229fcd34e0b3 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425832
Dec 03 03:45:38.016995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:45:38.244380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f42404-6c9f-42c0-948e-acb68c194c19 req-9db5dfc1-831c-46cc-ab13-03629421db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:38.246030 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38f42404-6c9f-42c0-948e-acb68c194c19 req-9db5dfc1-831c-46cc-ab13-03629421db04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 1162 time: 0.0805840
Dec 03 03:45:38.291157 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38f42404-6c9f-42c0-948e-acb68c194c19 req-935cb24e-f8cc-4b68-86e7-feb546ca8fcb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388386
Dec 03 03:45:39.238721 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b3851-56eb-4c78-be27-711ecdc29f8f req-dec22b3b-f323-4bc8-a2f9-a854c5921bb3 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:39.241430 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc2b3851-56eb-4c78-be27-711ecdc29f8f req-dec22b3b-f323-4bc8-a2f9-a854c5921bb3 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.0921655
Dec 03 03:45:39.294101 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc2b3851-56eb-4c78-be27-711ecdc29f8f req-eb3b9490-02f7-41aa-a658-aee261cd9d2f tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462227
Dec 03 03:45:39.407998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 10272c2e-4af8-48b2-9ef0-8afc8067ee63 up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:45:39.479647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:45:39.480085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:40.508600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e8ca0-be48-4416-8315-5d266115b489 req-76f2be50-a131-4f69-abb6-584e6ecade8a tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:45:40.510220 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e8ca0-be48-4416-8315-5d266115b489 req-76f2be50-a131-4f69-abb6-584e6ecade8a tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.0868905
Dec 03 03:45:40.567933 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d7e8ca0-be48-4416-8315-5d266115b489 req-1ae9a16e-220f-4495-bcca-130a07967bb6 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508127
Dec 03 03:45:43.695951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b953ff9-f046-4698-88b0-6855eca99d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:44.706280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:45:46.247956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0dd32089-d7e8-478f-a914-69337ca439d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:46.697706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:47.575850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:47.728552 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:45:48.215433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:02.562019 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-f7cc5a63-e8d3-4753-80e3-aca70cd37290 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-385853502&fields=id&tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 267 time: 0.0561476
Dec 03 03:46:02.724491 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-64535c7c-3e2c-4be2-b64a-58c6107cadb6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:02.726003 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-64535c7c-3e2c-4be2-b64a-58c6107cadb6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.1566980
Dec 03 03:46:02.741755 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-9f8c5294-7e9c-4dd7-8a64-7894b289caeb tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/quotas/53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 375 time: 0.0096815
Dec 03 03:46:02.833731 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-f535ed81-501d-4e77-ace3-89132e9ef5c9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0862300
Dec 03 03:46:02.984511 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-cd9122a4-14f2-488b-9767-91b2f9f3f59b service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375895
Dec 03 03:46:03.128932 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b4d00ba4-6126-4c6c-91cb-fd395c6827eb service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379659
Dec 03 03:46:03.561484 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a76f248c-283c-4942-8997-dd4c14669dfb req-63166521-d4d7-4a48-99ae-898923d0bdf7 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 210 time: 0.0489926
Dec 03 03:46:04.939278 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d0b8a033-73e8-465d-bda1-61abbd660405 req-0e166555-38c1-45bd-b97f-f10f6852969d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 210 time: 0.1190000
Dec 03 03:46:05.018157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5acfb495-0d7e-40d4-a442-5b3cdb7b8020 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:05.019898 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5acfb495-0d7e-40d4-a442-5b3cdb7b8020 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 811 time: 0.2551486
Dec 03 03:46:05.124920 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-8111b3e9-fd07-4211-924d-2665dd11070e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53824ced637f4561a36b7f7aacf50bec HTTP/1.1" status: 200  len: 5549 time: 0.0732968
Dec 03 03:46:05.140237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'port': {'device_id': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'admin_state_up': True, 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'security_groups': ['57c2dd8e-b1a2-4d1f-bc11-1e75d7985578']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:46:05.362655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:46:05.378550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:46:05.398266 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb1bcf-b39f-46b2-b2fd-a74d253785c8 req-bb03033e-33d0-4ffd-875c-cc2d9e072129 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:05.399804 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64cb1bcf-b39f-46b2-b2fd-a74d253785c8 req-bb03033e-33d0-4ffd-875c-cc2d9e072129 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.1553237
Dec 03 03:46:05.400894 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Made reservation on behalf of 53824ced637f4561a36b7f7aacf50bec for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 03 03:46:05.406812 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:05.508561 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64cb1bcf-b39f-46b2-b2fd-a74d253785c8 req-de847271-7f5f-4258-8d6a-4172b7fb70ea tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877328
Dec 03 03:46:05.771614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.20.0.9 (fbc7e55f-d22e-4329-970b-a9a3c37bd3aa/bbbca961-029c-47c0-b9e9-e2dbdc1865e9/f584c0fd-0845-49b0-b65e-16cf1d25a6bf) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:46:05.984740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:06.002622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Transition to ACTIVE for port object f584c0fd-0845-49b0-b65e-16cf1d25a6bf will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:46:06.025149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:06.041006 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12394d52-c00c-42ef-aba2-a5e1de10273f tempest-AttachVolumeShelveTestJSON-1735404255 tempest-AttachVolumeShelveTestJSON-1735404255] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:06.233323 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:06.248563 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:06.322585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd549e1a-b7c1-40a3-be9c-89f777f19c77 req-8794a37b-881a-4880-b3f0-46573d8a9654 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:06.324798 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd549e1a-b7c1-40a3-be9c-89f777f19c77 req-8794a37b-881a-4880-b3f0-46573d8a9654 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 931 time: 0.2443662
Dec 03 03:46:06.329195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:46:06.330443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:46:06.333653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:46:06.436274 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd549e1a-b7c1-40a3-be9c-89f777f19c77 req-e99bb859-fedb-412b-bbaf-3c101fbce31f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1036141
Dec 03 03:46:06.443093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:06.443783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:06.475611 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-5b402f39-e702-427c-ae70-3f0cb29b1e38 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3445036
Dec 03 03:46:06.505521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e6b084c5-bae4-4814-af0c-30343ed1f769 None None] Provisioning for port f584c0fd-0845-49b0-b65e-16cf1d25a6bf completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:46:06.509768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Request body: {'port': {'device_id': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:46:06.510538 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e6b084c5-bae4-4814-af0c-30343ed1f769 None None] Provisioning complete for port f584c0fd-0845-49b0-b65e-16cf1d25a6bf triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:46:06.511455 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6b084c5-bae4-4814-af0c-30343ed1f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:06.566980 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e6b084c5-bae4-4814-af0c-30343ed1f769 None None] Port f584c0fd-0845-49b0-b65e-16cf1d25a6bf cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 03 03:46:06.636910 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.175904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64168a-3fdf-40b4-b9b1-d2e273a5293e req-ea96da62-346c-48e2-b2b4-ccaf967957d7 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:07.177569 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ab64168a-3fdf-40b4-b9b1-d2e273a5293e req-ea96da62-346c-48e2-b2b4-ccaf967957d7 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.5292079
Dec 03 03:46:07.346446 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ab64168a-3fdf-40b4-b9b1-d2e273a5293e req-f7a9f0c1-1eb8-4c2a-bbb5-7a89a5b29778 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595778
Dec 03 03:46:07.390570 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-d97e4bf4-100e-4fc7-aa8c-f8bc3b5844f1 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:07.392120 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-d97e4bf4-100e-4fc7-aa8c-f8bc3b5844f1 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 945 time: 0.2664592
Dec 03 03:46:07.482571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Deleting port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:46:07.482970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.654284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 10272c2e-4af8-48b2-9ef0-8afc8067ee63 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:46:07.706578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f584c0fd-0845-49b0-b65e-16cf1d25a6bf {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 03 03:46:07.723237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.771909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.800424 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:46:07.810949 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:46:07.814315 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.815970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c265447-2cc8-4791-8e96-ff89df122747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:07.826583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Transition to ACTIVE for port object f584c0fd-0845-49b0-b65e-16cf1d25a6bf will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 03 03:46:07.837849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:07.860040 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f4daba6-1baf-4b78-811e-75e14dedb6b1 tempest-VolumesNegativeTest-2044852756 tempest-VolumesNegativeTest-2044852756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:07.862482 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63', 'code': 200}
Dec 03 03:46:07.889159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:07.892862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:07.936901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72048-c662-4dc9-85eb-1474520db6a5 req-be7b3ff0-e772-465c-aedc-319658d531ad tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:07.937667 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f9e72048-c662-4dc9-85eb-1474520db6a5 req-be7b3ff0-e772-465c-aedc-319658d531ad tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:46:08.052437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:46:08.052762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:08.061169 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Pushing event updated for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:08.068562 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f9e72048-c662-4dc9-85eb-1474520db6a5 req-be7b3ff0-e772-465c-aedc-319658d531ad tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:46:08.069937 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9e72048-c662-4dc9-85eb-1474520db6a5 req-be7b3ff0-e772-465c-aedc-319658d531ad tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 931 time: 0.4939215
Dec 03 03:46:08.079734 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:08.228588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Calling delete_port for 10272c2e-4af8-48b2-9ef0-8afc8067ee63 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:46:08.332038 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9e72048-c662-4dc9-85eb-1474520db6a5 req-6229f3cc-3bbe-447b-aecc-a91d17348e7d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2512872
Dec 03 03:46:08.462946 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:46:08.463296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:46:08.546047 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Attempting to bind port f584c0fd-0845-49b0-b65e-16cf1d25a6bf on host hv-cinder-74915 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 03 03:46:08.546478 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Attempting to bind port f584c0fd-0845-49b0-b65e-16cf1d25a6bf by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 03 03:46:08.546850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Attempting to bind port f584c0fd-0845-49b0-b65e-16cf1d25a6bf on network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 03 03:46:08.555736 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Checking agent: {'id': '46d36d41-68b5-45eb-9f16-46417194a1c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 3, 3, 31, 44), 'started_at': datetime.datetime(2020, 12, 3, 3, 32, 14), 'heartbeat_timestamp': datetime.datetime(2020, 12, 3, 3, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 03 03:46:08.556112 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Checking segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 03 03:46:08.556513 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:08.556909 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Bound using segment: {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 03 03:46:08.557381 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Bound port: f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd8493-cc03-4e9b-843f-01c286f0701b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 03 03:46:08.557757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:08.662442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4f63-9590-41a2-b71c-1b3c421c143b req-e9b38f2e-1841-41a2-972b-6d3cb19d9fdf tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:08.664116 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6f4f63-9590-41a2-b71c-1b3c421c143b req-e9b38f2e-1841-41a2-972b-6d3cb19d9fdf tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 943 time: 0.1749265
Dec 03 03:46:08.696249 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] For port f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host hv-cinder-74915, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 03 03:46:08.718074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] For port f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 03 03:46:08.723791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:08.739144 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eef5f710-ec79-4575-977b-3fd15c89161e tempest-AttachVolumeNegativeTest-839599602 tempest-AttachVolumeNegativeTest-839599602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:08.778030 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6f4f63-9590-41a2-b71c-1b3c421c143b req-88e9abd1-7633-4536-9c94-c31918f335ba tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050498
Dec 03 03:46:08.900780 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Pushing event updated for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:08.906442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:08.939082 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:08.939771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:08.941265 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-b7762efc-f9bb-494a-837b-a3f7087fa815 service neutron] 10.222.0.64 "PUT /v2.0/ports/f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 1157 time: 2.4362977
Dec 03 03:46:08.941807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:46:08.964497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Deleting port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:46:08.964899 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:09.044571 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'status': 'completed', 'code': 200}
Dec 03 03:46:09.486725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-eca9172b-7456-4e45-8c15-c7ef451e191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:09.488329 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-eca9172b-7456-4e45-8c15-c7ef451e191b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1160 time: 0.4880919
Dec 03 03:46:09.618222 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-dbc0655b-361a-4f77-8faa-e5e3cac60d8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 217 time: 0.0807347
Dec 03 03:46:09.750533 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] For port 10272c2e-4af8-48b2-9ef0-8afc8067ee63, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=10272c2e-4af8-48b2-9ef0-8afc8067ee63,segment=NetworkSegment(8e4bf0a1-aa92-451a-b251-39ece13f9433),segment_id=8e4bf0a1-aa92-451a-b251-39ece13f9433)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:46:09.750856 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:09.760273 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-75d2a6b7-eef4-4018-8fd6-61dbd51c29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:09.762904 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-75d2a6b7-eef4-4018-8fd6-61dbd51c29ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1332302
Dec 03 03:46:09.936476 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f3f4-0ace-4bab-87e3-91d16b628bbe req-509f9e72-5531-4538-9fb1-ce49c72cfb85 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:09.938082 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b41f3f4-0ace-4bab-87e3-91d16b628bbe req-509f9e72-5531-4538-9fb1-ce49c72cfb85 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.4462161
Dec 03 03:46:09.949986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Calling delete_port for 10272c2e-4af8-48b2-9ef0-8afc8067ee63 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:46:10.132860 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b41f3f4-0ace-4bab-87e3-91d16b628bbe req-200ff7c8-d254-40d6-a5ae-bce2436cd832 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1466863
Dec 03 03:46:10.220038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-1bdade62-482f-48e7-ac67-6c39e4cedb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:10.221711 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-1bdade62-482f-48e7-ac67-6c39e4cedb97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4486907
Dec 03 03:46:10.276070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373c692-b116-44b2-b037-e1721ae20bf1 req-0f1bb6f1-cb92-43e4-9478-1221f5a13653 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:10.278191 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7373c692-b116-44b2-b037-e1721ae20bf1 req-0f1bb6f1-cb92-43e4-9478-1221f5a13653 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/ports?device_id=612db5e5-9f4f-4c9d-970e-3a8838b3ee33 HTTP/1.1" status: 200  len: 943 time: 0.3003471
Dec 03 03:46:10.360852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:10.382489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-307169c6-211b-4189-9a60-d907d0bddf1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:10.442959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Pushing event deleted for resources: {'Port': ['ID=10272c2e-4af8-48b2-9ef0-8afc8067ee63,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:10.454485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:10.547753 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7373c692-b116-44b2-b037-e1721ae20bf1 req-9114fd03-0873-4a4b-bcfd-239ace357ef8 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.66 "GET /v2.0/security-groups?id=2a961191-e00a-41c5-a7ad-8dbbe4252b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612667
Dec 03 03:46:10.600660 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-e8ef71ff-0944-4f83-ad86-53085e08ee2a service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623345
Dec 03 03:46:10.760818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] No DVR routers for this DVR port 10272c2e-4af8-48b2-9ef0-8afc8067ee63 on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:46:10.776290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:10.811459 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-155fe0f7-787c-4d93-8fee-c09a96654a78 req-1bb93833-861d-4bb1-a65c-b88dab649436 tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] 10.222.0.64 "DELETE /v2.0/ports/10272c2e-4af8-48b2-9ef0-8afc8067ee63 HTTP/1.1" status: 204  len: 173 time: 3.4072502
Dec 03 03:46:10.830217 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74280ef8-9180-41b2-aded-02a0ba0ee4d5 req-d6ffa74f-5179-4f54-9608-9cddb18daba0 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2175450
Dec 03 03:46:11.004480 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-039a0efc-0b94-4183-891f-45e58d6cb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:11.006112 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-039a0efc-0b94-4183-891f-45e58d6cb1f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1160 time: 0.0811827
Dec 03 03:46:11.047963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-deleted', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:46:11.152466 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612db5e5-9f4f-4c9d-970e-3a8838b3ee33', 'name': 'network-vif-deleted', 'tag': '10272c2e-4af8-48b2-9ef0-8afc8067ee63', 'status': 'completed', 'code': 200}
Dec 03 03:46:11.159631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-af21c7a4-ca2a-4149-9582-e5853dba0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:11.161225 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-af21c7a4-ca2a-4149-9582-e5853dba0883 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1456559
Dec 03 03:46:11.237781 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-c0410cba-27b7-4231-86dc-41762f5f8c3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 217 time: 0.0684261
Dec 03 03:46:11.370898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-9955ccf5-6e50-42a2-8187-d3e6a2fd2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:11.372639 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-9955ccf5-6e50-42a2-8187-d3e6a2fd2ebc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1205893
Dec 03 03:46:11.447764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8cbb7-07ed-4ae1-b451-ccf85352d054 req-0cd9790a-8384-461b-b039-5084323086fc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:11.450220 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8fa8cbb7-07ed-4ae1-b451-ccf85352d054 req-0cd9790a-8384-461b-b039-5084323086fc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.1626093
Dec 03 03:46:11.519586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-c61f6816-b2a7-452c-a124-d9991e8a8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:11.521218 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-c61f6816-b2a7-452c-a124-d9991e8a8ffd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1375539
Dec 03 03:46:11.523776 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8fa8cbb7-07ed-4ae1-b451-ccf85352d054 req-61c6099d-539f-4777-8fb9-782d0ffba752 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0595140
Dec 03 03:46:11.685603 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-5c8cc31c-1c4f-471a-98c1-02cd93ac0e92 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483264
Dec 03 03:46:11.831046 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8790e1ba-5ed0-487e-8343-48b35c7fcb2f req-3a9e20eb-9f37-4d7f-8480-d00f77087d32 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378996
Dec 03 03:46:12.743046 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4dcc0-1016-426d-a2ea-e1a94d532f96 req-44ca0f3a-7a00-4717-8431-94a132c8d647 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:12.744678 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8d4dcc0-1016-426d-a2ea-e1a94d532f96 req-44ca0f3a-7a00-4717-8431-94a132c8d647 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.0868015
Dec 03 03:46:12.794090 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8d4dcc0-1016-426d-a2ea-e1a94d532f96 req-67a03dd9-e3c0-41de-834b-4522951d7c3e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430732
Dec 03 03:46:13.697762 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef854921-3740-4fe5-ab93-cd8107f594c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:14.021397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7de7d3-24a1-40e4-90eb-398994b26a67 req-9198ae81-bea9-4812-be57-9b8047525f7e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:14.023137 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a7de7d3-24a1-40e4-90eb-398994b26a67 req-9198ae81-bea9-4812-be57-9b8047525f7e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.0889227
Dec 03 03:46:14.070399 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a7de7d3-24a1-40e4-90eb-398994b26a67 req-957f8e2b-ccb1-4415-9a45-25173d39bec9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0399499
Dec 03 03:46:15.285067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7780e7a-eb9d-4a6c-b0ef-5bafe2de49ea req-4c4a50f0-9109-42a6-8f17-83b82403ca9f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:15.286718 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7780e7a-eb9d-4a6c-b0ef-5bafe2de49ea req-4c4a50f0-9109-42a6-8f17-83b82403ca9f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.0845306
Dec 03 03:46:15.336648 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7780e7a-eb9d-4a6c-b0ef-5bafe2de49ea req-67ee5bb4-74b6-4a4a-a82e-101ebfa41a74 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435004
Dec 03 03:46:16.251799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a1e42bd-aa99-46e4-95ac-6ce5291cf9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:16.586592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ba91e-467d-4b29-95fa-b182b41b13c7 req-56933e47-bcee-42b9-98c9-a4b63ad29e0d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:16.588321 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b7ba91e-467d-4b29-95fa-b182b41b13c7 req-56933e47-bcee-42b9-98c9-a4b63ad29e0d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.1167669
Dec 03 03:46:16.644813 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b7ba91e-467d-4b29-95fa-b182b41b13c7 req-ec090936-6cd2-41ac-a369-c80be2fa3ed9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0497766
Dec 03 03:46:16.700558 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:17.591723 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:17.731525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:17.863341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a10e7-cc4e-4b08-a853-de515336d0b4 req-0aba3948-5f5a-4ac9-b10a-2dc5d7076e8d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:17.864885 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b25a10e7-cc4e-4b08-a853-de515336d0b4 req-0aba3948-5f5a-4ac9-b10a-2dc5d7076e8d tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 943 time: 0.0867014
Dec 03 03:46:17.913511 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b25a10e7-cc4e-4b08-a853-de515336d0b4 req-a95fabce-9057-4a3a-97e7-ffbff6e07ab6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0416501
Dec 03 03:46:18.196260 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device f584c0fd-0845-49b0-b65e-16cf1d25a6bf up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:46:18.276355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:18.293727 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning for port f584c0fd-0845-49b0-b65e-16cf1d25a6bf completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 03 03:46:18.299532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port f584c0fd-0845-49b0-b65e-16cf1d25a6bf triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:46:18.299964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:18.433590 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:18.460957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:46:18.471951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:46:18.474919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:18.476831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:18.521288 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'code': 200}
Dec 03 03:46:18.546009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:18.549941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:18.837678 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c501991-b73d-47cc-86c9-b4ccc7da3634 req-fbcfc1fc-c29d-4cf6-9670-f2bd9ca33064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:18.839515 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c501991-b73d-47cc-86c9-b4ccc7da3634 req-fbcfc1fc-c29d-4cf6-9670-f2bd9ca33064 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.0763226
Dec 03 03:46:18.883967 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c501991-b73d-47cc-86c9-b4ccc7da3634 req-5069d297-4cf8-4707-9d78-89b8ed22db8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0377445
Dec 03 03:46:19.131485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de002440-0be0-4287-8291-4fbdb8ae59e0 req-f54b7032-919f-48f2-8a9d-f66afa02a290 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:19.133014 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de002440-0be0-4287-8291-4fbdb8ae59e0 req-f54b7032-919f-48f2-8a9d-f66afa02a290 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0855184
Dec 03 03:46:19.182980 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de002440-0be0-4287-8291-4fbdb8ae59e0 req-e5b8ac21-f46a-403f-8392-4f55582f5245 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421004
Dec 03 03:46:19.997607 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device f584c0fd-0845-49b0-b65e-16cf1d25a6bf up at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 03 03:46:20.072697 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Provisioning complete for port f584c0fd-0845-49b0-b65e-16cf1d25a6bf triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 03 03:46:20.073128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853520661'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:20.407248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008712b2-f21e-4234-9ffd-b65f03636885 req-7f491317-0e06-4c8e-a710-abda3ee65d66 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:20.408886 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-008712b2-f21e-4234-9ffd-b65f03636885 req-7f491317-0e06-4c8e-a710-abda3ee65d66 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0886447
Dec 03 03:46:20.457101 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-008712b2-f21e-4234-9ffd-b65f03636885 req-a8a4c0e9-0ff3-4ada-adcf-fb53d2b14a36 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0418556
Dec 03 03:46:20.804740 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcbfa-ab8e-4504-a998-0e9c7c6bd8b2 req-48a8c109-d807-4e68-8914-8a1e4ec65a05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:20.805420 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c8dcbfa-ab8e-4504-a998-0e9c7c6bd8b2 req-48a8c109-d807-4e68-8914-8a1e4ec65a05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0863090
Dec 03 03:46:20.854862 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c8dcbfa-ab8e-4504-a998-0e9c7c6bd8b2 req-201c2140-5e42-4416-bccc-e5639ace0289 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428522
Dec 03 03:46:21.312687 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-2f8bdc4c-5e53-4499-a76c-357a111cd2bc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4020047
Dec 03 03:46:21.322863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:46:21.329237 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 03 03:46:21.339692 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 03 03:46:21.349209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:21.493976 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:21.710214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:46:21.770656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Allocated IP 172.27.0.70 (4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8/90e8e217-5300-4f01-b601-1eaeef8125c7/ba410485-b5af-4382-9dae-d90a510a8f32) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 03 03:46:21.929614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:21.960766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275240921443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:21.981382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80ad0120-7876-4248-b6d7-2af22a3fc6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:22.117983 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=ba410485-b5af-4382-9dae-d90a510a8f32,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:22.139914 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.140344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.140769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.141184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.141594 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.141998 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.142434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.142838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.143239 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.143644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.144052 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.144456 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.144944 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.145344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.145745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.146142 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.146568 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.146969 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.147363 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.147760 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.148157 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.148554 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.148950 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.149345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:22.157252 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:22.195822 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Network 4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 03 03:46:22.197016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 03 03:46:22.200229 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 03 03:46:22.288059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.347906 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.626184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.633389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-23518954'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.647138 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:22.781701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event updated for resources: {'Port': ['ID=ba410485-b5af-4382-9dae-d90a510a8f32,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:22.786956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:22.883243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.913256 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:22.914628 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5958903
Dec 03 03:46:23.002145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-7e9d6ca5-6fba-4c15-8ac2-2ab838138ef9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:46:23.017370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-7e9d6ca5-6fba-4c15-8ac2-2ab838138ef9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:46:23.018653 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-7e9d6ca5-6fba-4c15-8ac2-2ab838138ef9 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.70 HTTP/1.1" status: 200  len: 695 time: 0.0970559
Dec 03 03:46:23.183771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-e2254f01-30d2-4468-970c-4cae9dca1741 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:23.185199 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-e2254f01-30d2-4468-970c-4cae9dca1741 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1604784
Dec 03 03:46:23.196283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-25500a54-b12b-471b-af8c-3d2c85d56f51 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:46:23.197364 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d9ebe7-7a7a-4da9-bfab-9530435730c0 req-25500a54-b12b-471b-af8c-3d2c85d56f51 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060265
Dec 03 03:46:23.393959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-a3024a01-657e-4b12-b6fb-a2bec442f657 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:23.395613 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-a3024a01-657e-4b12-b6fb-a2bec442f657 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0882289
Dec 03 03:46:23.478474 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-fec0e6c1-d6c5-41d6-87b8-9d0073c1d332 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.70 HTTP/1.1" status: 200  len: 695 time: 0.0754611
Dec 03 03:46:23.489637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Request body: {'floatingip': {'port_id': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 03 03:46:23.572202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:24.178279 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:24.182069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854147216'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:24.355174 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP 65b9889f-0725-4a95-a531-c5b2af699939 associated. External IP: 172.27.0.70, port: f584c0fd-0845-49b0-b65e-16cf1d25a6bf.
Dec 03 03:46:24.943117 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:46:25.124412 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:46:25.129426 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:25.134057 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:46:25.145290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:46:25.145957 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7518>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:46:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:25.193899 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-bcb6d8cf-5be5-4599-a7af-f66af348dc62 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "PUT /v2.0/floatingips/65b9889f-0725-4a95-a531-c5b2af699939 HTTP/1.1" status: 200  len: 995 time: 1.7083347
Dec 03 03:46:25.194493 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:46:25.273245 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'status': 'completed', 'code': 200}
Dec 03 03:46:25.289920 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-a8fcaf6b-91e4-483c-835a-1181408622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:25.291617 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-a8fcaf6b-91e4-483c-835a-1181408622d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.0815010
Dec 03 03:46:25.333316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:46:25.441120 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-962b0d61-ad55-4162-bb83-ea280d8e3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:25.442735 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-962b0d61-ad55-4162-bb83-ea280d8e3b3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1442924
Dec 03 03:46:25.560919 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-e3963c11-662d-43f2-9658-323ca319e99b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 998 time: 0.1106791
Dec 03 03:46:25.632155 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-fe782a43-0b5f-4324-9987-79548e71bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:25.633780 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-fe782a43-0b5f-4324-9987-79548e71bde8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0663836
Dec 03 03:46:25.721532 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-75146bf4-9e73-45bf-ad8e-7da9909bf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:25.723194 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-75146bf4-9e73-45bf-ad8e-7da9909bf19d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812922
Dec 03 03:46:25.866203 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7518>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '65b9889f-0725-4a95-a531-c5b2af699939', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:f1:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:46:22Z', 'updated_at': '2020-12-03T03:46:24Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}, {'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:25.870947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:46:25.879973 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:46:25.880642 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7518>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:46:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:25.938484 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-7ddb99c1-0a37-442e-bd13-64c93d7861eb service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066448
Dec 03 03:46:25.940519 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-d43788d7-74a2-4aa3-9b43-a42ce6b2fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:25.942027 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-d43788d7-74a2-4aa3-9b43-a42ce6b2fe19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.1881015
Dec 03 03:46:26.064184 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:46:26.215211 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681e2c4d-8e3c-4ebe-80e7-c3565a8fed38 req-a0412dbf-2754-4f47-bff2-e1a353c49bff service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2693102
Dec 03 03:46:26.217586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-d3a46ee5-d208-49a2-9944-9f22116bd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:26.219192 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-d3a46ee5-d208-49a2-9944-9f22116bd588 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.2498755
Dec 03 03:46:26.344374 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-fe4bc7de-fa00-4233-9568-72c2019b3b48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 998 time: 0.1179214
Dec 03 03:46:26.415021 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-dfd80ce1-75cd-415d-b330-634a0abd9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:26.416610 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-dfd80ce1-75cd-415d-b330-634a0abd9bd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0655627
Dec 03 03:46:26.450546 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cee7518>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '65b9889f-0725-4a95-a531-c5b2af699939', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:f1:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:46:22Z', 'updated_at': '2020-12-03T03:46:24Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}, {'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:26.454771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40657367-316b-4cf8-89cf-5ef608431d69 None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': '65b9889f-0725-4a95-a531-c5b2af699939', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:f1:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:46:22Z', 'updated_at': '2020-12-03T03:46:24Z', 'revision_number': 1, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}, {'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:46:26.502219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-6530a588-0de7-48d3-a8c7-ffff35da5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:26.503996 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-6530a588-0de7-48d3-a8c7-ffff35da5d2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807061
Dec 03 03:46:26.656369 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-531579b9-6b1e-4d76-bcc5-c99e67a10866 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444588
Dec 03 03:46:26.746669 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe6bde-6601-4c62-87d1-fd26477da720 None None] New status for floating IP 65b9889f-0725-4a95-a531-c5b2af699939: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:46:26.807155 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1caf5790-e566-4efe-931f-7626ef07f1a8 req-e55f46ec-5d12-4673-a9a3-740e5b92a18d service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440904
Dec 03 03:46:37.642004 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39422) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:46:37.709161 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Deleting subnet 4243698b-65e5-43eb-8cdf-0183a7cc483d {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:46:37.712200 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:37.773270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:37.835453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.102055 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.117364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:38.206956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4243698b-65e5-43eb-8cdf-0183a7cc483d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:38.280926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.281344 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.281753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.282158 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.282588 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.282988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.283387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.283783 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.284179 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.284572 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.284965 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.285382 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.285843 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.286269 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.286662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.287056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.287450 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.288015 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.288365 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.288759 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.289159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.289550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.289950 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.290370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:46:38.295303 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:38.326701 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.332994 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4243698b-65e5-43eb-8cdf-0183a7cc483d HTTP/1.1" status: 204  len: 168 time: 0.6898685
Dec 03 03:46:38.335671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39426) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:46:38.455217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.645706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.763336 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8786cf28>,) {'filters': {'network_id': ['539c3532-ac1d-471b-844a-83fd3585088c']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:38.776828 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8786cf28>, '8e4bf0a1-aa92-451a-b251-39ece13f9433') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:38.777166 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8786cf28>, '8e4bf0a1-aa92-451a-b251-39ece13f9433') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:46:38.789246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.804831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:38.807337 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:46:39.009647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Network 539c3532-ac1d-471b-844a-83fd3585088c has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:46:39.020326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.227657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Network 539c3532-ac1d-471b-844a-83fd3585088c has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:46:39.252240 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:46:39.331774 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.335145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:39.349508 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.363623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Pushing event deleted for resources: {'Network': ['ID=539c3532-ac1d-471b-844a-83fd3585088c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:39.366292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:39.367888 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a27083a5-bc04-411e-b823-3a8f6210815e admin admin] 10.222.0.66 "DELETE /v2.0/networks/539c3532-ac1d-471b-844a-83fd3585088c HTTP/1.1" status: 204  len: 168 time: 1.0312269
Dec 03 03:46:39.543299 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39434) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:46:39.596053 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-42349bec-a95e-4f68-8505-8af726fcc2f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5e0e53fa1cf4dadb1c43ad707e88957&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0513802
Dec 03 03:46:39.598535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39438) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:46:39.660769 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.692293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.740340 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.745433 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8b0a4cf0-d592-4748-8a5a-61e260515f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:46:39.759971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a961191-e00a-41c5-a7ad-8dbbe4252b5a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:46:39.762870 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:46:39.764224 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:39.766013 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-94879404-929f-453b-afb4-a757690108e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a961191-e00a-41c5-a7ad-8dbbe4252b5a HTTP/1.1" status: 204  len: 168 time: 0.1665189
Dec 03 03:46:43.701039 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c6695f1-047c-4b96-9671-a1641b28aa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:46.254285 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-90998e4b-f65f-4f53-b728-4a15c906e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:46.705730 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:47.595038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:47.733475 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:48.221496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:46:52.120118 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-c535bb6b-18d4-4307-9a98-e8a51a3931fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0755458
Dec 03 03:46:52.284551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-64af0217-2a97-4921-a7ef-f610c482a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:52.286165 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-64af0217-2a97-4921-a7ef-f610c482a51c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.0760465
Dec 03 03:46:52.443756 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-b30a6f08-e11d-40a0-86b8-0f2ff29b50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:52.445250 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-b30a6f08-e11d-40a0-86b8-0f2ff29b50af service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1389277
Dec 03 03:46:52.781611 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-97f8d00e-6272-4b90-b5d8-e97febb32abe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 1001 time: 0.3288414
Dec 03 03:46:52.852510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-a571399e-0190-456a-ac38-8219dafff8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:52.854050 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-a571399e-0190-456a-ac38-8219dafff8a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0667050
Dec 03 03:46:52.933818 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-6b0f0835-110e-424a-ac75-efadb5091ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:46:52.935441 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-6b0f0835-110e-424a-ac75-efadb5091ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740192
Dec 03 03:46:53.082989 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-c68b8638-f548-4362-a38b-2ca19c158363 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406453
Dec 03 03:46:53.231072 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4017caf0-69db-4069-8a17-3babcd3fab6a req-5da5991c-f195-4a1c-be3b-33468a5375c5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411147
Dec 03 03:46:58.712217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:47:13.703457 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d555bc55-7adb-4b18-85bd-51efedba73a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:16.256792 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-012453f7-4158-4f61-9743-5832044e666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:16.706868 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:17.599355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:17.736453 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:18.224658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:35.711608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:47:43.705053 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c0cf-08d2-4f1a-981b-4e8134b915bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:46.259406 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-131aa4fb-1d69-4444-95d7-0671add2814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:46.711109 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:47.596294 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:47.743638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:48.228293 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:52.252882 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-ace29a8a-58f2-4671-9416-a5651120589e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0800414
Dec 03 03:47:52.363651 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-18f44aa6-7ef9-4f0d-be38-b10f376bb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:52.365309 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-18f44aa6-7ef9-4f0d-be38-b10f376bb9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.0777566
Dec 03 03:47:52.520881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-bd741958-8d87-4d3b-ab2e-a6c690a0cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:52.522410 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-bd741958-8d87-4d3b-ab2e-a6c690a0cec9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1379564
Dec 03 03:47:52.635204 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-182a48dc-beb6-4929-960f-cccf5cb9c59d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 1000 time: 0.1063685
Dec 03 03:47:52.703586 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-3e3303db-d9eb-4bb4-9b07-3639c572d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:52.705138 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-3e3303db-d9eb-4bb4-9b07-3639c572d817 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0635035
Dec 03 03:47:52.789841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-de35f0d8-4a28-4f04-a557-f01e14d78279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:52.791433 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-de35f0d8-4a28-4f04-a557-f01e14d78279 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792894
Dec 03 03:47:52.936339 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-9e04b9bc-44c6-4d3c-963c-3f561a2a829a service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365855
Dec 03 03:47:53.091914 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdfb0eb-a75d-4c58-8dea-a26ffe119f50 req-665ebb9b-0104-43d9-9432-5812b9399501 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469433
Dec 03 03:47:53.229860 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-fbdac2b2-baea-466e-89e7-648b8be133cf tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips/65b9889f-0725-4a95-a531-c5b2af699939 HTTP/1.1" status: 200  len: 997 time: 0.1096756
Dec 03 03:47:53.404956 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-fe81aaab-451e-4dea-a283-dbed137a6fae tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:53.406506 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-fe81aaab-451e-4dea-a283-dbed137a6fae tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1705368
Dec 03 03:47:53.518083 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-f8b100b0-31cd-496f-804d-af2ae5956c2e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.70 HTTP/1.1" status: 200  len: 1000 time: 0.1050222
Dec 03 03:47:53.603515 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-8a453b94-cfaa-4b9b-8f98-dd130563c825 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:53.604991 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-8a453b94-cfaa-4b9b-8f98-dd130563c825 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports/f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 942 time: 0.0803304
Dec 03 03:47:53.794818 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-337f3eaa-f428-437f-87aa-4827927d2b05 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.70 HTTP/1.1" status: 200  len: 1000 time: 0.1061494
Dec 03 03:47:54.013630 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port ba410485-b5af-4382-9dae-d90a510a8f32 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:47:54.013928 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:54.198411 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:54.198676 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:54.327511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for ba410485-b5af-4382-9dae-d90a510a8f32 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:47:54.478060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:54.493919 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-051ac250-4c9d-4d69-bd12-aca339304fb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:47:54.587911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=ba410485-b5af-4382-9dae-d90a510a8f32,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:47:54.602281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.602707 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.603118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.603524 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.603927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.604324 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.604722 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.605119 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.605510 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.605901 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.606317 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.606731 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.607210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.607600 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.607992 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.608376 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.608764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.609150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.609536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.609925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.610332 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.610724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.611111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.611497 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:54.617093 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:47:54.733536 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:54.733906 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP 65b9889f-0725-4a95-a531-c5b2af699939 disassociated (deleted). External IP: 172.27.0.70, port: f584c0fd-0845-49b0-b65e-16cf1d25a6bf.
Dec 03 03:47:55.092631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:47:55.510880 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:47:55.521775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:47:55.533103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:47:55.534110 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8caacd68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:47:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:47:55.537354 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:55.594087 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-7fc946da-3a87-47d2-8f44-26b3c785651f tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "DELETE /v2.0/floatingips/65b9889f-0725-4a95-a531-c5b2af699939 HTTP/1.1" status: 204  len: 173 time: 1.7932920
Dec 03 03:47:55.594680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:47:55.658436 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'status': 'completed', 'code': 200}
Dec 03 03:47:55.690207 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-679a86f7-eae3-4041-8bf3-3adc0cbd7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:55.692735 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-679a86f7-eae3-4041-8bf3-3adc0cbd7819 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.0840693
Dec 03 03:47:55.726444 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:47:55.895571 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-3d9f2998-92f3-43bd-a7c0-9eb99b40e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:55.897211 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-3d9f2998-92f3-43bd-a7c0-9eb99b40e0a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 1162 time: 0.1996040
Dec 03 03:47:55.905846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-895af1b6-28c9-4b0a-9793-2c0bf5fb9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:55.907396 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-895af1b6-28c9-4b0a-9793-2c0bf5fb9417 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.1768947
Dec 03 03:47:56.050460 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-eaa59374-c219-4eb9-8e2c-d2076c980206 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 217 time: 0.1180983
Dec 03 03:47:56.095941 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8caacd68>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:47:56.100698 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:47:56.109716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:47:56.110442 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8caacd68>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:47:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:47:56.162636 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-37f03cf0-a4c8-4077-83b0-1719eda5c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:56.164173 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-37f03cf0-a4c8-4077-83b0-1719eda5c108 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1054301
Dec 03 03:47:56.171243 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-cd707663-35fb-4103-a69e-4d5581461d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:56.172751 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-cd707663-35fb-4103-a69e-4d5581461d33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.2683067
Dec 03 03:47:56.291363 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-62fa5593-39d8-47bb-8c3f-45bb42931de9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 200  len: 217 time: 0.0840371
Dec 03 03:47:56.381725 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-8d5024b4-57ce-4e66-9a8b-3eaea32659bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:56.383339 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-8d5024b4-57ce-4e66-9a8b-3eaea32659bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.0849364
Dec 03 03:47:56.386121 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-2cdd9f87-2926-4481-a412-57da76aee71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:56.387657 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-2cdd9f87-2926-4481-a412-57da76aee71a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2139637
Dec 03 03:47:56.451175 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:47:56.589313 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-b3e53278-eed2-425d-bbd3-b99744054057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:56.591234 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-b3e53278-eed2-425d-bbd3-b99744054057 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2008224
Dec 03 03:47:56.642166 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-2637bfc1-60f9-498c-83ec-ebb82b2f54e1 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120023
Dec 03 03:47:56.818386 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8caacd68>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:47:56.822622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed28bd5-5847-4916-b511-f9fbece41eec None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_floatingips': [{'id': 'ce135385-229c-43b7-905e-38cda51b5d1e', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'router_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'port_id': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'mac_address': 'fa:16:3e:36:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-03T03:44:17Z', 'updated_at': '2020-12-03T03:44:22Z', 'revision_number': 2, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:47:56.876059 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-6e153ac6-af2f-4932-9ca8-2a3a2e95d5bc service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729306
Dec 03 03:47:56.929110 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1c7bb21-a5fc-42aa-9cee-8b52baea0340 req-72c6ebb7-006f-4151-aab6-8c51be7b76c7 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2340810
Dec 03 03:47:57.045460 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7273cf0-6803-4fa4-8675-fe129b149d76 req-d12c7abc-942d-4a15-a09a-28458b24ec62 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1562095
Dec 03 03:47:57.240606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb1848-b968-46b1-915b-99c3cb05f6be None None] New status for floating IP 65b9889f-0725-4a95-a531-c5b2af699939: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:47:57.356201 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e390-c7b6-471b-ba70-2ed9ff42661e req-12606cc5-419e-4438-993e-a94fa4925737 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:57.356889 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ef32e390-c7b6-471b-ba70-2ed9ff42661e req-12606cc5-419e-4438-993e-a94fa4925737 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:47:57.372345 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ef32e390-c7b6-471b-ba70-2ed9ff42661e req-12606cc5-419e-4438-993e-a94fa4925737 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:47:57.373708 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef32e390-c7b6-471b-ba70-2ed9ff42661e req-12606cc5-419e-4438-993e-a94fa4925737 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0999923
Dec 03 03:47:57.423077 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef32e390-c7b6-471b-ba70-2ed9ff42661e req-7e612a91-9861-4369-819e-7e5682978020 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0427177
Dec 03 03:47:58.637866 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a6c33-b592-436a-9d32-7d44e4f2666c req-0cb67a2d-76d2-4d93-a3fb-a278ec786a68 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:58.639501 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a28a6c33-b592-436a-9d32-7d44e4f2666c req-0cb67a2d-76d2-4d93-a3fb-a278ec786a68 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0856190
Dec 03 03:47:58.686114 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a28a6c33-b592-436a-9d32-7d44e4f2666c req-b8354a34-34e2-43d2-85fd-8aa825ea1497 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0394411
Dec 03 03:47:58.935768 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device f584c0fd-0845-49b0-b65e-16cf1d25a6bf no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:47:59.016485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8613-70ad-4f05-8791-578462303416 req-2934eff6-98b0-4e8d-bd46-157ebbc549e2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:47:59.018063 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a55d8613-70ad-4f05-8791-578462303416 req-2934eff6-98b0-4e8d-bd46-157ebbc549e2 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 945 time: 0.0864303
Dec 03 03:47:59.051543 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:59.080704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:47:59.091461 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:47:59.095905 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port f584c0fd-0845-49b0-b65e-16cf1d25a6bf {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:47:59.096307 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:59.097443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:59.099997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:47:59.148006 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'code': 200}
Dec 03 03:47:59.175223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:47:59.184390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.184719 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.185539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.185539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.185853 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.186162 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.186589 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.187255 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.187389 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.188003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.188003 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.188371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.188831 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.189206 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.189704 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.190054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.190623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.190757 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.191103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.191520 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.192290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.192290 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.192644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.193016 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:47:59.197609 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:47:59.360926 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] For port f584c0fd-0845-49b0-b65e-16cf1d25a6bf, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:47:59.361330 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:59.493657 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for f584c0fd-0845-49b0-b65e-16cf1d25a6bf owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:47:59.638565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:47:59.883281 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cb9fac17-833e-4a86-ae64-99eb487319ef tempest-VolumesSnapshotTestJSON-745092061 tempest-VolumesSnapshotTestJSON-745092061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:47:59.974346 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=f584c0fd-0845-49b0-b65e-16cf1d25a6bf,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:00.026726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:00.033727 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cdb0de9-6c79-4c96-9bf8-f9f3e3b15be6 req-4589081a-8002-4e0f-85c8-3bfb384ee87c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 210 time: 0.1164300
Dec 03 03:48:00.135648 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] No DVR routers for this DVR port f584c0fd-0845-49b0-b65e-16cf1d25a6bf on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:48:00.137986 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:00.141214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-deleted', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:48:00.157408 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a55d8613-70ad-4f05-8791-578462303416 req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "DELETE /v2.0/ports/f584c0fd-0845-49b0-b65e-16cf1d25a6bf HTTP/1.1" status: 204  len: 173 time: 1.1333811
Dec 03 03:48:00.203982 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec', 'name': 'network-vif-deleted', 'tag': 'f584c0fd-0845-49b0-b65e-16cf1d25a6bf', 'status': 'completed', 'code': 200}
Dec 03 03:48:01.246874 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-77fe3b52-2fa2-484b-b49a-f63a2ff2f28e req-2efff72d-5ee8-4863-9bf2-b86268136e06 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:48:01.263397 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-77fe3b52-2fa2-484b-b49a-f63a2ff2f28e req-2efff72d-5ee8-4863-9bf2-b86268136e06 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:48:01.265286 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77fe3b52-2fa2-484b-b49a-f63a2ff2f28e req-2efff72d-5ee8-4863-9bf2-b86268136e06 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=5db1ce50-8adc-4dab-9ba2-ed273e6ed5ec HTTP/1.1" status: 200  len: 210 time: 0.0819628
Dec 03 03:48:04.947917 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-824e5012-ab3c-4b54-8294-f9f29be8a601 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips/ce135385-229c-43b7-905e-38cda51b5d1e HTTP/1.1" status: 200  len: 998 time: 0.1121783
Dec 03 03:48:05.107338 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-38bed6e6-b406-454b-821c-d8c4e6f4f546 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:05.108808 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-38bed6e6-b406-454b-821c-d8c4e6f4f546 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.1550503
Dec 03 03:48:05.119786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-e2bf8a48-a8b2-459e-bc2b-b811c5478912 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 03 03:48:05.120833 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-e2bf8a48-a8b2-459e-bc2b-b811c5478912 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060732
Dec 03 03:48:05.231246 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-a4665b07-a95a-4bc0-a225-5d730290fa79 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:48:05.245849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-a4665b07-a95a-4bc0-a225-5d730290fa79 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:48:05.247182 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-a4665b07-a95a-4bc0-a225-5d730290fa79 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.160 HTTP/1.1" status: 200  len: 1001 time: 0.1202531
Dec 03 03:48:05.326056 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-1e06d0ed-42b3-4580-9cc4-03c6d3414b07 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:05.327583 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-1e06d0ed-42b3-4580-9cc4-03c6d3414b07 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports/297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 942 time: 0.0742936
Dec 03 03:48:05.519092 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-841444d6-358b-4e6e-8e2d-d3f30f7c870a tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.160 HTTP/1.1" status: 200  len: 1001 time: 0.1113632
Dec 03 03:48:05.738204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 2f088236-a6bf-496d-bf64-3bb9fd52bf1c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:05.738574 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:05.919673 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:05.920041 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:06.048699 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 2f088236-a6bf-496d-bf64-3bb9fd52bf1c owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:06.208302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:06.223581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-376c99a2-4ed0-4cc4-a5d9-7a30a22590ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:06.315959 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=2f088236-a6bf-496d-bf64-3bb9fd52bf1c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:06.323146 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:06.443557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:06.443980 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Floating IP ce135385-229c-43b7-905e-38cda51b5d1e disassociated (deleted). External IP: 172.27.0.160, port: 297083ec-7023-4e03-9c7f-ddad6427c76f.
Dec 03 03:48:06.812019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:48:06.997964 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:48:07.008960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:48:07.019547 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:07.020621 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d2520b8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:47:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:07.024742 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:07.082667 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef93ef81-5021-4b6e-8446-34d5c1b05173 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "DELETE /v2.0/floatingips/ce135385-229c-43b7-905e-38cda51b5d1e HTTP/1.1" status: 204  len: 173 time: 1.5571949
Dec 03 03:48:07.083749 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:48:07.145030 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'status': 'completed', 'code': 200}
Dec 03 03:48:07.212988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:07.274862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-a36b49c5-32a5-43a3-8246-9f217750c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:07.276509 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-a36b49c5-32a5-43a3-8246-9f217750c3db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.0832057
Dec 03 03:48:07.561832 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d2520b8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:07.566210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:48:07.575694 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:07.576378 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8d2520b8>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:47:46Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:07.718771 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-0c6fd679-cfbc-4c98-80a2-214991e4dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:07.720372 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-0c6fd679-cfbc-4c98-80a2-214991e4dfc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.4364231
Dec 03 03:48:07.723238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef63eb47-f1b5-4052-8a70-5a0598e1f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:07.724768 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ef63eb47-f1b5-4052-8a70-5a0598e1f300 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53824ced637f4561a36b7f7aacf50bec&device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 1162 time: 0.6277761
Dec 03 03:48:07.764312 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:07.822045 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-e6769fcd-a293-48a6-b518-38bea78ca477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 217 time: 0.0943918
Dec 03 03:48:07.975059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-622bd43c-ae76-479d-a93b-1b3da17aab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:07.976651 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-622bd43c-ae76-479d-a93b-1b3da17aab0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1028817
Dec 03 03:48:08.039829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-c42098ea-b2f8-43df-8625-18d2d831b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:08.041422 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-c42098ea-b2f8-43df-8625-18d2d831b80f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 200  len: 905 time: 0.2602499
Dec 03 03:48:08.108680 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8d2520b8>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:08.112829 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac3fe3-8ee4-4c7e-bb6d-f8149eb02a01 None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:40:53Z', 'revision_number': 4, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi', '_interfaces': [{'id': 'e887fe44-59a7-44aa-84f1-b93e7484b35c', 'name': '', 'network_id': 'fbc7e55f-d22e-4329-970b-a9a3c37bd3aa', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'mac_address': 'fa:16:3e:d2:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:52Z', 'updated_at': '2020-12-03T03:41:02Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'subnets': [{'id': 'bbbca961-029c-47c0-b9e9-e2dbdc1865e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:48:08.122469 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-c5f082b2-630a-4994-a50b-1ae6a8a73b7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 200  len: 217 time: 0.0736845
Dec 03 03:48:08.183688 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-68f4a87a-f6c5-4e99-a549-1c28311a2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:08.185359 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-68f4a87a-f6c5-4e99-a549-1c28311a2ebd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1994891
Dec 03 03:48:08.232010 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-0219dabb-de4c-4b32-8ce2-87a5844c5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:08.233629 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-0219dabb-de4c-4b32-8ce2-87a5844c5247 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 200  len: 850 time: 0.1036515
Dec 03 03:48:08.405245 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-d06d8c56-bb7e-4fa3-b9da-f1de1b98b376 service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112279
Dec 03 03:48:08.437017 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-7a8e0969-bf1c-481b-b8d6-684d3574eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:08.438687 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-7a8e0969-bf1c-481b-b8d6-684d3574eb57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1552904
Dec 03 03:48:08.538421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab7bfad-94ec-4d42-8dc6-5a8264071c87 None None] New status for floating IP ce135385-229c-43b7-905e-38cda51b5d1e: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 03 03:48:08.681947 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98342946-03c7-4c99-b9dd-cfda6d261c23 req-7c18bf25-c5e0-4d35-b550-346d0217805f service neutron] 10.222.0.64 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2678225
Dec 03 03:48:08.687106 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-ddc67337-3a84-4641-9c69-f4e6cbfdbea1 service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403507
Dec 03 03:48:08.833481 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-481e72ec-8cb2-498f-af59-6be021ab5376 req-9cebd09c-7c84-4af0-82c3-29da545813eb service neutron] 10.222.0.66 "GET /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387742
Dec 03 03:48:09.245451 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d2e7-6dac-4703-add3-e38fe48c0d4b req-179886ac-4b3f-4ecc-9cd8-0ea6f839a502 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:09.246222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-63c3d2e7-6dac-4703-add3-e38fe48c0d4b req-179886ac-4b3f-4ecc-9cd8-0ea6f839a502 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:48:09.261438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-63c3d2e7-6dac-4703-add3-e38fe48c0d4b req-179886ac-4b3f-4ecc-9cd8-0ea6f839a502 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:48:09.262711 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63c3d2e7-6dac-4703-add3-e38fe48c0d4b req-179886ac-4b3f-4ecc-9cd8-0ea6f839a502 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.1051099
Dec 03 03:48:09.310810 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63c3d2e7-6dac-4703-add3-e38fe48c0d4b req-980d873d-1539-4dbd-aeb7-ce48d63cb695 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0403924
Dec 03 03:48:10.534902 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa3dce-8594-4aa7-b8f5-e4724c8352e9 req-878011e9-3793-44c4-b2b8-aee343ae2ec5 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:10.536561 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1eaa3dce-8594-4aa7-b8f5-e4724c8352e9 req-878011e9-3793-44c4-b2b8-aee343ae2ec5 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.0878460
Dec 03 03:48:10.586411 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1eaa3dce-8594-4aa7-b8f5-e4724c8352e9 req-b975a829-9f74-4576-b5a7-ae4a199edcee tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432765
Dec 03 03:48:10.820706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-6e96fc81-b2e8-4bd5-be93-c1edad6ea366 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:10.822302 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-6e96fc81-b2e8-4bd5-be93-c1edad6ea366 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 945 time: 0.0868747
Dec 03 03:48:10.894427 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 297083ec-7023-4e03-9c7f-ddad6427c76f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:10.894844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:11.046278 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Device 297083ec-7023-4e03-9c7f-ddad6427c76f no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:11.153807 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=297083ec-7023-4e03-9c7f-ddad6427c76f,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:11.154137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:11.170204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852833473'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:11.200002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:48:11.211287 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=297083ec-7023-4e03-9c7f-ddad6427c76f,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:11.215786 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275240438917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761613807014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275240968769'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:11.217679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a2024bce-9144-465e-8131-878c72e0032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:11.264825 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'code': 200}
Dec 03 03:48:11.292387 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 297083ec-7023-4e03-9c7f-ddad6427c76f owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:11.292647 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Pushing event updated for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:11.296233 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:11.372099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:48:11.372470 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:48:11.800881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a07c4d-27b1-44e6-af23-ea8638ddd7ff req-1d8dadab-35ea-4c68-b52f-3eed3684f873 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:11.803277 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a07c4d-27b1-44e6-af23-ea8638ddd7ff req-1d8dadab-35ea-4c68-b52f-3eed3684f873 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 943 time: 0.0878913
Dec 03 03:48:11.850578 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a07c4d-27b1-44e6-af23-ea8638ddd7ff req-b922b06b-bba5-4405-b28b-d7818401d3f5 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups?id=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409718
Dec 03 03:48:11.873368 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 297083ec-7023-4e03-9c7f-ddad6427c76f {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:11.873767 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:12.134700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] For port 297083ec-7023-4e03-9c7f-ddad6427c76f, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=297083ec-7023-4e03-9c7f-ddad6427c76f,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:12.135118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:12.267399 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 297083ec-7023-4e03-9c7f-ddad6427c76f owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:12.411886 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:12.427521 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ba52625-e78a-4a07-ae03-5579b2cc1649 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:12.473693 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=297083ec-7023-4e03-9c7f-ddad6427c76f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:12.476841 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:12.634253 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] No DVR routers for this DVR port 297083ec-7023-4e03-9c7f-ddad6427c76f on host hv-cinder-74915 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:48:12.638852 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:12.642097 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-deleted', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 03 03:48:12.658608 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c3700a25-e0d9-468c-8fe5-d098349be35a req-d58f27ee-b0bf-4099-a366-db6eb58ea9ab tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.64 "DELETE /v2.0/ports/297083ec-7023-4e03-9c7f-ddad6427c76f HTTP/1.1" status: 204  len: 173 time: 1.8308957
Dec 03 03:48:12.707503 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b7ab21-18fb-4bd5-b849-de7313b88cc4', 'name': 'network-vif-deleted', 'tag': '297083ec-7023-4e03-9c7f-ddad6427c76f', 'status': 'completed', 'code': 200}
Dec 03 03:48:12.712111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:48:13.027875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7d41028d-9359-4be6-8d2a-df3c263fc950 req-4426c860-b179-481b-96dc-04140b12a8d3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:48:13.043042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7d41028d-9359-4be6-8d2a-df3c263fc950 req-4426c860-b179-481b-96dc-04140b12a8d3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:48:13.044420 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d41028d-9359-4be6-8d2a-df3c263fc950 req-4426c860-b179-481b-96dc-04140b12a8d3 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/ports?device_id=a1b7ab21-18fb-4bd5-b849-de7313b88cc4 HTTP/1.1" status: 200  len: 210 time: 0.0660887
Dec 03 03:48:13.706732 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-af398a68-de7f-456f-ba02-d46c7b956cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:14.271170 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-85bbaf03-2ae2-4ce0-8a57-f22828cd00ec tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips/7b8e98a8-c6c0-4286-a386-bf9b4cade84d HTTP/1.1" status: 200  len: 693 time: 0.0890789
Dec 03 03:48:14.662662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-4d6b5448-1d06-411b-bcbf-e883f8f3a61c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 03 03:48:14.664159 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-4d6b5448-1d06-411b-bcbf-e883f8f3a61c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/networks/4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8 HTTP/1.1" status: 200  len: 784 time: 0.3871031
Dec 03 03:48:14.750565 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-c99ee334-ec06-490f-9a46-a5b5835ef2cc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Synchronizing usage tracker for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 03 03:48:14.765443 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-c99ee334-ec06-490f-9a46-a5b5835ef2cc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Unset dirty status for tenant:53824ced637f4561a36b7f7aacf50bec on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 03 03:48:14.766994 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-c99ee334-ec06-490f-9a46-a5b5835ef2cc tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.144 HTTP/1.1" status: 200  len: 696 time: 0.0959222
Dec 03 03:48:14.853957 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-03ed28a3-b3f6-444a-a16b-1027025f6a4e tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.27.0.144 HTTP/1.1" status: 200  len: 696 time: 0.0796576
Dec 03 03:48:15.021970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Deleting port 8f352ceb-5d13-4cc3-8d40-bfae1fa2c776 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:15.022333 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.203402 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.203778 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.341851 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Calling delete_port for 8f352ceb-5d13-4cc3-8d40-bfae1fa2c776 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:15.487099 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036831256861'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.503802 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-719842ae-f053-40be-8134-d4315bf6d19c tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:15.555152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'Port': ['ID=8f352ceb-5d13-4cc3-8d40-bfae1fa2c776,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:15.604608 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:15.736220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.759766 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769901'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:15.761028 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57314e4f-b32e-41a6-bb15-9035ab2a65ab req-b683f5e1-6113-4363-94b1-8d3075f5113b tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "DELETE /v2.0/floatingips/7b8e98a8-c6c0-4286-a386-bf9b4cade84d HTTP/1.1" status: 204  len: 173 time: 0.9011819
Dec 03 03:48:16.260911 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ae84-ccff-4f3f-818e-34b198ee9c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:16.712421 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.247524 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-0a541dd7-3d10-47d2-a6f6-561e0a9cfbc6 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "GET /v2.0/security-groups/57c2dd8e-b1a2-4d1f-bc11-1e75d7985578 HTTP/1.1" status: 200  len: 2883 time: 0.0505598
Dec 03 03:48:17.324209 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.353283 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.399641 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.404720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fbe70ce-cc86-4e79-aad1-2245a4fdfcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:17.420149 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c2dd8e-b1a2-4d1f-bc11-1e75d7985578,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:17.422963 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:17.432234 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.433495 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4623ceac-47bf-45e0-a7f8-68829482f9f0 req-bf5bc759-5017-4c9a-9804-5b653ceed311 tempest-TestVolumeBootPattern-1332458828 tempest-TestVolumeBootPattern-1332458828] 10.222.0.66 "DELETE /v2.0/security-groups/57c2dd8e-b1a2-4d1f-bc11-1e75d7985578 HTTP/1.1" status: 204  len: 173 time: 0.1794109
Dec 03 03:48:17.506447 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39532) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:17.597133 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:17.736904 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:18.035222 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:18.229098 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:18.746613 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Deleting port e887fe44-59a7-44aa-84f1-b93e7484b35c {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:18.747202 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:18.998084 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] For port e887fe44-59a7-44aa-84f1-b93e7484b35c, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=e887fe44-59a7-44aa-84f1-b93e7484b35c,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:18.998437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:19.170979 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Calling delete_port for e887fe44-59a7-44aa-84f1-b93e7484b35c owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:19.634761 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:19.650654 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:19.746425 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=e887fe44-59a7-44aa-84f1-b93e7484b35c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:19.763773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.764296 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.764584 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.764994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.765403 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.766065 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.766494 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.766900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.767303 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.767702 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.768103 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.768502 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.769013 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.769390 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.770038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.770581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.770838 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.771238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.771638 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.772037 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.772437 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.772834 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.773230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.774280 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-3-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 03 03:48:19.779350 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:20.083341 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:20.618606 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Router db721491-a280-4f21-83c9-77258f5b7649 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:48:20.806319 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:48:20.816150 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Sync routers for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:48:20.819969 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-838f1dae-09ad-4f60-8ad4-6c585a0f7a21 admin admin] 10.222.0.66 "PUT /v2.0/routers/db721491-a280-4f21-83c9-77258f5b7649/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3123581
Dec 03 03:48:20.822637 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39538) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:20.826974 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:20.827653 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca0d128>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:48:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:21.008755 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:21.013846 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:21.192195 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:21.197496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Deleting port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:21.197871 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:21.325862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca0d128>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:48:19Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:21.330025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Checking router: db721491-a280-4f21-83c9-77258f5b7649 for host: dv-cinder-749155-3-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:48:21.339711 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Routers {'db721491-a280-4f21-83c9-77258f5b7649'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:21.340379 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca0d128>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:48:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['db721491-a280-4f21-83c9-77258f5b7649'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:21.390111 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] For port 71f9f118-a9d0-4c23-8b3c-3b910e2208fe, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=71f9f118-a9d0-4c23-8b3c-3b910e2208fe,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:21.390542 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:21.518971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Calling delete_port for 71f9f118-a9d0-4c23-8b3c-3b910e2208fe owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:21.531438 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] Set router db721491-a280-4f21-83c9-77258f5b7649 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:21.657706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:21.841218 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8ca0d128>, [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:48:19Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:21.845703 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38ddc8-39eb-4978-9e15-7a0dc57a52e7 None None] The sync data for ids ['db721491-a280-4f21-83c9-77258f5b7649'] in dv-cinder-749155-3-iscsi is: [{'id': 'db721491-a280-4f21-83c9-77258f5b7649', 'name': 'tempest-TestVolumeBootPattern-148563040-router', 'tenant_id': '53824ced637f4561a36b7f7aacf50bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:49Z', 'updated_at': '2020-12-03T03:48:19Z', 'revision_number': 5, 'project_id': '53824ced637f4561a36b7f7aacf50bec', 'gw_port': {'id': '71f9f118-a9d0-4c23-8b3c-3b910e2208fe', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:13:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721491-a280-4f21-83c9-77258f5b7649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:50Z', 'updated_at': '2020-12-03T03:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:48:21.849238 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.162539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device e887fe44-59a7-44aa-84f1-b93e7484b35c no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:22.200825 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: e887fe44-59a7-44aa-84f1-b93e7484b35c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:22.201152 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device e887fe44-59a7-44aa-84f1-b93e7484b35c not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:22.223511 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.225815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.252850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.253460 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db721491-a280-4f21-83c9-77258f5b7649 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:48:22.267557 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.268799 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dd178966-ed3e-4f3e-a3cc-a71fa13aba84 admin admin] 10.222.0.66 "DELETE /v2.0/routers/db721491-a280-4f21-83c9-77258f5b7649 HTTP/1.1" status: 204  len: 168 time: 1.4451785
Dec 03 03:48:22.271566 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39542) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:22.343008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Deleting subnet bbbca961-029c-47c0-b9e9-e2dbdc1865e9 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:48:22.346631 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.401380 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.489623 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.765489 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.781070 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:22.868525 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbca961-029c-47c0-b9e9-e2dbdc1865e9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:22.883431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:22.915705 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:22.920814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57124a3e-0ee9-4797-a46a-e5ffa98c219e None None] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:48:22.921735 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a33000e1-94ed-4656-87b5-d198f2e7e6e4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bbbca961-029c-47c0-b9e9-e2dbdc1865e9 HTTP/1.1" status: 204  len: 168 time: 0.6491594
Dec 03 03:48:22.924472 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39546) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:23.048297 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.119855 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Deleting port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:23.120230 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.206215 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] DHCP port deletion for fbc7e55f-d22e-4329-970b-a9a3c37bd3aa request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:48:23.211499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Deleting port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:23.211927 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.347250 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] For port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:23.348011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.489251 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Calling delete_port for 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:23.578223 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.594219 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ab3daba-4086-4c75-96d2-477abfbbe099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:23.608898 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] For port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,segment=NetworkSegment(f3fd8493-cc03-4e9b-843f-01c286f0701b),segment_id=f3fd8493-cc03-4e9b-843f-01c286f0701b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:23.609284 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.692190 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Pushing event deleted for resources: {'Port': ['ID=284d1905-20fa-4b12-8d6f-a8c79e7fb2c8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:23.706993 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:23.740159 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] No DVR routers for this DVR port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 on host dv-cinder-749155-3-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:48:23.741400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Calling delete_port for 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:23.816240 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:48:23.817377 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:48:23.869592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:23.989102 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f8d924860>,) {'filters': {'network_id': ['fbc7e55f-d22e-4329-970b-a9a3c37bd3aa']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:24.002878 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d924860>, 'f3fd8493-cc03-4e9b-843f-01c286f0701b') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:24.003204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f8d924860>, 'f3fd8493-cc03-4e9b-843f-01c286f0701b') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:24.016118 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.036240 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.038499 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:48:24.203214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 71f9f118-a9d0-4c23-8b3c-3b910e2208fe no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:24.225085 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:48:24.234989 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.240088 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 71f9f118-a9d0-4c23-8b3c-3b910e2208fe {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:24.240485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 71f9f118-a9d0-4c23-8b3c-3b910e2208fe not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:24.240950 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:24.273863 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:24.274274 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:24.318810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Deleting port 284d1905-20fa-4b12-8d6f-a8c79e7fb2c8 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:24.319248 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.388371 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-586114fd-e587-4a14-9f77-5b91a1d0c388 None None] The port '284d1905-20fa-4b12-8d6f-a8c79e7fb2c8' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:48:24.415837 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Network fbc7e55f-d22e-4329-970b-a9a3c37bd3aa has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:48:24.443125 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:48:24.527473 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.531817 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:24.535862 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:24.562434 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc7e55f-d22e-4329-970b-a9a3c37bd3aa,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:24.565328 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:24.568131 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-486ad352-1bd5-4256-b687-cc8208a5226c admin admin] 10.222.0.66 "DELETE /v2.0/networks/fbc7e55f-d22e-4329-970b-a9a3c37bd3aa HTTP/1.1" status: 204  len: 168 time: 1.6426516
Dec 03 03:48:24.571592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39550) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:24.935210 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626861'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:25.541025 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Deleting port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:25.541264 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:25.722485 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] For port f6a8c6ed-c51d-4a98-babf-be7b868ffbd9, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:25.722947 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:26.086316 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Calling delete_port for f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:26.260194 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:26.276668 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eee012ac-a65a-496f-8584-e2a32ea77026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:26.369428 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a8c6ed-c51d-4a98-babf-be7b868ffbd9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:26.376101 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:26.682988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853505545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854339472'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:27.182405 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 has already been hosted by L3 agent 9f56f211-94c2-44d9-bd22-5397e3948568 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 03 03:48:27.368918 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Notify agent at l3_agent.dv-cinder-749155-3-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 03 03:48:27.377810 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Sync routers for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 03 03:48:27.380439 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] 10.222.0.66 "PUT /v2.0/routers/9a5a3de4-2289-4ce8-9d5b-3e03304b5850/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8066206
Dec 03 03:48:27.382907 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39554) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:27.388370 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:27.389059 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cec4080>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:48:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:27.578257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:27.578690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:27.764844 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:27.770738 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Deleting port 800a5685-0253-45f4-8b1f-216ce70ec301 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:27.771199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:27.884171 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cec4080>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:48:26Z', 'revision_number': 5, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:27.888199 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Checking router: 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 for host: dv-cinder-749155-3-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 03 03:48:27.897471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Routers {'9a5a3de4-2289-4ce8-9d5b-3e03304b5850'} bound to L3 agent in host dv-cinder-749155-3-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 03 03:48:27.898135 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7f8cec4080>, 'dv-cinder-749155-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-03T03:24:46Z,description=<?>,heartbeat_timestamp=2020-12-03T03:48:16Z,host='dv-cinder-749155-3-iscsi',id=9f56f211-94c2-44d9-bd22-5397e3948568,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-03T03:24:46Z,topic='l3_agent')) {'router_ids': ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:27.959961 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] For port 800a5685-0253-45f4-8b1f-216ce70ec301, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=800a5685-0253-45f4-8b1f-216ce70ec301,segment=NetworkSegment(1257502b-2b65-4570-bed3-5ca905da5f65),segment_id=1257502b-2b65-4570-bed3-5ca905da5f65)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:27.960364 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.088431 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] Set router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 gateway port host: dv-cinder-749155-3-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 03 03:48:28.093106 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Calling delete_port for 800a5685-0253-45f4-8b1f-216ce70ec301 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:28.241329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.403900 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7f8cec4080>, [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:48:26Z', 'revision_number': 5, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}], 'dv-cinder-749155-3-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:28.408074 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaac34-7d72-4284-9abb-935840e9a244 None None] The sync data for ids ['9a5a3de4-2289-4ce8-9d5b-3e03304b5850'] in dv-cinder-749155-3-iscsi is: [{'id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'name': 'tempest-TestVolumeBootPattern-1364840559-router', 'tenant_id': '32abdeb3883740da9de6b5186b0b5442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'external_fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-03T03:40:57Z', 'updated_at': '2020-12-03T03:48:26Z', 'revision_number': 5, 'project_id': '32abdeb3883740da9de6b5186b0b5442', 'gw_port': {'id': '800a5685-0253-45f4-8b1f-216ce70ec301', 'name': '', 'network_id': '4123dc0b-a7c7-41d8-a1f2-b817dfb6bea8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a3de4-2289-4ce8-9d5b-3e03304b5850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-03T03:40:58Z', 'updated_at': '2020-12-03T03:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '90e8e217-5300-4f01-b601-1eaeef8125c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-3-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 03 03:48:28.688257 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628517'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.821197 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-993'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.823592 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.844050 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854151018'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.844827 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5a3de4-2289-4ce8-9d5b-3e03304b5850 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 03 03:48:28.858054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.859407 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3b617e08-a0fe-4d4e-8613-fb6027fda79f admin admin] 10.222.0.66 "DELETE /v2.0/routers/9a5a3de4-2289-4ce8-9d5b-3e03304b5850 HTTP/1.1" status: 204  len: 168 time: 1.4755027
Dec 03 03:48:28.862204 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39558) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:28.934020 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Deleting subnet e567888b-d5f0-4dc6-8e9a-3f764f74a47b {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 03 03:48:28.937193 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:28.991626 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2300286'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.080960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1246213'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.344077 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853529571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3084569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2969706'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.360022 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9ece674-a45e-4875-9b0f-aa48b01f08dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:29.447995 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e567888b-d5f0-4dc6-8e9a-3f764f74a47b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:29.462773 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:29.496539 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.501671 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320fbee-6dc5-49ef-b440-44f9c500dba9 None None] Network 336c269c-7561-42ca-8fea-a8c550b994ca requested from dv-cinder-749155-3-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 03 03:48:29.503073 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2f19a3d7-3a47-46c0-b55c-db204d1b4b7d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e567888b-d5f0-4dc6-8e9a-3f764f74a47b HTTP/1.1" status: 204  len: 168 time: 0.6399438
Dec 03 03:48:29.505776 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39562) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:29.626662 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852846425'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.702410 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Deleting port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:29.702793 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.757496 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] DHCP port deletion for 336c269c-7561-42ca-8fea-a8c550b994ca request from dv-cinder-749155-3-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 03 03:48:29.761937 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Deleting port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:29.762414 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.925329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] For port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:29.925656 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:29.980326 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] For port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8, host dv-cinder-749155-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-3-iscsi',level=0,port_id=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,segment=NetworkSegment(2d6d7d52-ed67-4628-81d3-3a773b249016),segment_id=2d6d7d52-ed67-4628-81d3-3a773b249016)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 03 03:48:29.980763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854340917'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.058634 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Calling delete_port for 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:30.108484 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Calling delete_port for 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 03 03:48:30.135089 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1924288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275240438934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275240968803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3086285'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.151925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f27e2b1a-9d7a-4a0b-a4af-c085e5487ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:30.185764 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 03 03:48:30.186134 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 03 03:48:30.208002 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81fdaf4d-e52c-4e34-bc63-cd347504a3b8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:30.213951 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:30.253883 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:30.254875 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device f6a8c6ed-c51d-4a98-babf-be7b868ffbd9 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:30.255360 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 800a5685-0253-45f4-8b1f-216ce70ec301 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:30.273535 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:30.293876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 800a5685-0253-45f4-8b1f-216ce70ec301 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:30.294300 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 800a5685-0253-45f4-8b1f-216ce70ec301 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:30.294782 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 no longer exists at agent ovs-agent-dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 03 03:48:30.306799 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] No DVR routers for this DVR port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 on host dv-cinder-749155-3-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 03 03:48:30.328997 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] No Port match for: 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 03 03:48:30.329400 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Device 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 not bound to the agent host dv-cinder-749155-3-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 03 03:48:30.433743 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1261212', 'neutron.services.segments.db._delete_segments_for_network--9223363275240422840'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.552355 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7f87a8a2e8>,) {'filters': {'network_id': ['336c269c-7561-42ca-8fea-a8c550b994ca']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:30.566029 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87a8a2e8>, '2d6d7d52-ed67-4628-81d3-3a773b249016') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:30.566970 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7f87a8a2e8>, '2d6d7d52-ed67-4628-81d3-3a773b249016') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 03 03:48:30.579479 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275240424888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852475530'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.595432 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853530254'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.597500 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 03 03:48:30.687286 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Deleting port 81fdaf4d-e52c-4e34-bc63-cd347504a3b8 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 03 03:48:30.687716 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761614258888'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.791988 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Network 336c269c-7561-42ca-8fea-a8c550b994ca has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:48:30.802763 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1245562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851689542'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:30.921220 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f4717d96-936e-4a85-9a4d-92e8952da49a None None] The port '81fdaf4d-e52c-4e34-bc63-cd347504a3b8' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 03 03:48:30.992069 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Network 336c269c-7561-42ca-8fea-a8c550b994ca has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     timer()
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     self._notify()
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     event.method(event)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     **kwargs)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 03 03:48:31.016285 dv-cinder-749155-3-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 03 03:48:31.095872 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853514604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1270268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854147261'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.099067 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:31.115569 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853506542'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.124214 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=336c269c-7561-42ca-8fea-a8c550b994ca,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:31.127958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:31.130177 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d002a586-95be-43e4-ae2b-187acf70c6f0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/336c269c-7561-42ca-8fea-a8c550b994ca HTTP/1.1" status: 204  len: 168 time: 1.6233466
Dec 03 03:48:31.281850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39568) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:31.334940 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7544ce1a-ce3d-43d3-8e0a-0777ab1fa68e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53824ced637f4561a36b7f7aacf50bec&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0517824
Dec 03 03:48:31.337471 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39572) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:31.403690 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.432163 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.479409 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.484700 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cd0a43b5-d442-4cc4-8303-7e612789d7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:31.498726 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16248ec4-a68b-4c0c-9753-c9a4e75fc43b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:31.502942 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:31.507060 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:31.508356 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5d8e8acd-ba7d-4160-87c6-7588aa9903a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16248ec4-a68b-4c0c-9753-c9a4e75fc43b HTTP/1.1" status: 204  len: 168 time: 0.1699078
Dec 03 03:48:31.927581 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39580) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:31.979467 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2c4b4bb0-2c29-43f5-8635-b29faa776427 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32abdeb3883740da9de6b5186b0b5442&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0506053
Dec 03 03:48:31.982042 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.66', 39584) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 03 03:48:32.045054 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:32.076931 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:32.124958 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406728'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:32.130624 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a49c4e91-bf9f-45f7-a1ef-5641a70630f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 03 03:48:32.143824 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc6b57-3e30-4ec2-9c6f-20dd5d013c43,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 03 03:48:32.147038 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 03 03:48:32.151537 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:32.155452 dv-cinder-749155-3-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-060f96cd-98e6-4479-822d-ea23761edf92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17bc6b57-3e30-4ec2-9c6f-20dd5d013c43 HTTP/1.1" status: 204  len: 168 time: 0.1699340
Dec 03 03:48:43.709753 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d945-28ea-4c5a-99b8-bd0d2b08f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:46.264151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8a334bb-06d6-43ff-9b3f-f24d0cd39fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:46.715128 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:47.601890 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:47.740314 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:48.232009 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:48:49.712614 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:49:13.714622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5d3d5f9-0fe9-46c4-8c2b-e120b3a3f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:16.266498 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76b9d125-239b-4a8f-b656-2a32efa0dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:16.717551 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:17.603075 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:17.745019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:18.235655 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:26.713652 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:49:43.706045 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3fede7d5-8e37-4f43-8b93-00a5f8cc4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:46.281670 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ed8f821-8c4e-4e91-8eaf-509953d0cbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:46.719265 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:47.593145 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:47.746419 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:49:48.238922 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:03.718971 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:50:13.707679 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9c8ded25-9540-47a6-9a80-bbc1b4faef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:16.273850 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0490405-778f-4f95-8d79-00e9247b0b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:16.722019 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:17.585658 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:17.748925 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:18.241706 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:40.718849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:50:43.709814 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef561-c155-4b5b-b551-c3a509d29d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:46.275550 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5923fc69-09bc-40fd-8d77-63f6ed32a5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:46.724602 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:47.601011 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:47.751506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:50:48.245578 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:13.712952 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9e102f4-12d8-4af7-8c18-a3e3262c45b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:16.277775 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-41da12b0-424e-4f5b-a696-c790e1c687e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:16.727302 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:17.601276 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:17.719217 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:51:17.752745 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:18.249512 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:34.796585 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-f63adc11-1b1e-43e4-b8aa-72ddcbc86dbc req-d386acc5-5338-4fb9-9a98-f0a2196f22a6 service neutron] (80263) timed out ('10.222.0.64', 56216) {{(pid=80263) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 03:51:34.846270 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-12548916-2331-401a-8c17-5b733802365f req-db5ce99f-c0a1-4bf6-98d6-4391fd7974b0 service neutron] (80263) timed out ('10.222.0.64', 55965) {{(pid=80263) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 03 03:51:43.714960 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a60928a8-c03e-439f-916c-3bf6a3d3a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:46.282994 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-275c12a2-2d67-4bae-94ed-433e8ad8b737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:46.729086 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:47.614506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:47.755151 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:48.253815 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:51:54.719113 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:52:13.716644 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7bf6eda3-cccb-44a4-ad62-c3dad6676b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:16.285526 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdb887f3-bdcb-46cf-867c-99eda3cdfd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:16.732356 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:17.613712 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:17.757593 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:18.257446 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:31.719583 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:52:43.719481 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7877a83-ddf1-4d4a-a5d6-96d59ed4f3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:46.287622 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6a2b78b0-6072-4468-96bf-a5e4a1e2dcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:46.734849 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:47.629724 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:47.759720 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:52:48.261292 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:08.719165 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:53:13.721881 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d901ce7-509e-484e-9cae-15d745801b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:16.290506 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a11c6b26-7cd4-4b71-a463-582c20efc657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:16.739137 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:17.660026 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:17.760934 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:18.272329 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:43.723791 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-df5b3e6d-8a7c-462f-952d-97be7cb80f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:45.719181 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-0c65dbec-ecb3-4546-a7a0-02f8e16a6691 None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 03 03:53:46.293008 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d754552e-9fea-4c21-bf84-cae73ca77f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:46.742342 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11649f82-e284-4680-9bea-a2c6e6281d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:47.703876 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ec460cd-18ca-43f0-be93-8b44aac4aa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:47.785107 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb146c52-7f48-4cec-851f-45678965ad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 03 03:53:48.269205 dv-cinder-749155-3-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f844ce1-01d0-44ff-8899-299ee1744f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275240422857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1255102'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}